diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml index abd78b0a..799639cd 100644 --- a/.github/workflows/tests.yml +++ b/.github/workflows/tests.yml @@ -49,6 +49,7 @@ jobs: - run: build/workspace-training/bin/python -m pip install -r requirements-spatial-qualification.txt - run: build/workspace-training/bin/python -m unittest discover -s tests -p test_pointclouds.py - run: build/workspace-training/bin/python -m unittest discover -s tests -p test_volume_assets.py + - run: build/workspace-training/bin/python -m unittest discover -s tests -p test_rheon_cpu_training.py - run: python -m unittest discover -s tests - run: node --check static/auth.js - run: node tests/test_auth_helpers.cjs diff --git a/adapters/rheon/cpu_train.py b/adapters/rheon/cpu_train.py new file mode 100644 index 00000000..969f6f3c --- /dev/null +++ b/adapters/rheon/cpu_train.py @@ -0,0 +1,329 @@ +"""Fresh CPU fit from frozen reviewed fields; original numerical code is unchanged.""" +import argparse +import io +import json +import math +import os +from pathlib import Path +import resource +import re +import sys +import time +import zipfile + +if __package__: + from . import cpu_compare, generate, native_transport +else: + import cpu_compare + import generate + import native_transport + +SERIAL_BUILD_SHA256 = '332aa36d8ce02585be77fbd74f8a7dfcfe9a297a3054b5bb67461ee3556d1e40' +RELEASE_NAMES = tuple('training_'+str(i) for i in range(1, 7)) +OUTPUTS = [('training.npz','training_arrays',52*1024*1024), ('model.pt','checkpoint',1024*1024), + ('freeze.json','training_freeze',2*1024*1024), ('result.json','training_result',4*1024*1024), + ('input-receipt.json','training_inputs',2*1024*1024), ('result-summary.json','result_summary',65536)] + + +def require(condition, message): + if not condition: + raise ValueError(message) + + +def progress(stage, completed, total, **metrics): + print(generate.encode({'format':'tuldok_progress_v1','stage':stage,'completed':completed, + 'total':total,'metrics':metrics}).decode(), flush=True) + + +def finite(value, maximum=1e100, positive=False): + require(type(value) in (int,float) and 0 <= value <= maximum and math.isfinite(value) + and (not positive or value > 0), 'Invalid scientific metric.') + return value + + +def validate_policy_evidence(policy, mappings): + require(type(policy.get('schema_version')) is int and policy['schema_version'] == 1, + 'Producer policy version must be integer1.') + generate.closed(policy['source'], ('path','sha256')) + require(type(policy['source']['path']) is str and policy['source']['path'] == 'rheon-trajectory-probe', + 'Producer source path differs.') + generate.closed(policy['loader'], ('path','bytes','sha256')) + files = policy['runtime_files'] + require(type(files) is list and len(files) == 4, 'Incomplete producer native closure.') + expected = {generate.LIBRARY_DIRECTORY+'/'+name for name in ('libgcc_s.so.1','libm.so.6','libc.so.6','ld-linux-x86-64.so.2')} + observed = set() + for item in files: + generate.closed(item, ('path','bytes','sha256')) + require(type(item['path']) is str and item['path'] in expected and item['path'] not in observed + and type(item['bytes']) is int and 0 < item['bytes'] <= 8*1024*1024 + and type(item['sha256']) is str and generate.HASH.fullmatch(item['sha256']), + 'Invalid frozen native dependency identity.') + observed.add(item['path']) + require(observed == expected and policy['loader']['path'] == generate.LIBRARY_DIRECTORY+'/ld-linux-x86-64.so.2' + and policy['loader'] in files, 'Frozen loader is outside declared closure.') + expected_maps = {'sealed-native','sealed-loader'} | (expected-{policy['loader']['path']}) + require(type(mappings) is dict and set(mappings) == expected_maps, 'Producer mapping set differs.') + for item in mappings.values(): + generate.closed(item, ('device','inode')) + require(type(item['inode']) is int and item['inode'] > 0 + and type(item['device']) is str and re.fullmatch(r'[0-9a-f]+:[0-9a-f]+',item['device']), + 'Producer mapped file identity is invalid.') + + +def validate_memory(memory): + finite(memory.get('python_peak_rss_bytes')) + require(memory['python_peak_rss_bytes'] < 20000000000 + and memory.get('gpu_peak_allocated_bytes') == 0 and memory.get('gpu_peak_reserved_bytes') == 0, + 'CPU training exceeded original memory/device limits.') + + +def validate_asset(raw): + """Reuse generic custody/parser, then enforce this producer's exact training contract.""" + import scientific_fields + import numpy as np + metadata = scientific_fields.parse_bundle(raw) + with zipfile.ZipFile(io.BytesIO(raw)) as archive: + producer_raw = archive.read('sources/producer-receipt.json') + producer = generate.decode(producer_raw) + controls = producer.get('controls', {}) + seed = controls.get('seed') + require(type(seed) is int and 100 <= seed <= 111 and controls == {'grid':32,'frames':8,'seed':seed,'method':'jacobi'}, + 'Training needs whole eight-frame Jacobi seeds 100..111 at grid32.') + wire = archive.read('sources/wire.bin') + build = archive.read('sources/build-receipt.json') + policy = archive.read('sources/native-policy.json') + build_value = generate.decode(build) + require(generate.sha(build) == SERIAL_BUILD_SHA256, 'Original serial build evidence differs.') + policy_value = generate.decode(policy) + generate.closed(policy_value, ('schema_version','policy','source','loader','library_directory','loader_arguments','runtime_files','absent_paths')) + require(type(policy_value['schema_version']) is int and policy_value['schema_version'] == 1 and policy_value['policy'] == 'glibc_x86_64_no_preload_v1' + and policy_value['source'].get('sha256') == generate.BINARY_SHA256 + and policy_value['library_directory'] == generate.LIBRARY_DIRECTORY + and policy_value['loader_arguments'] == generate.LOADER_ARGUMENTS + and policy_value['absent_paths'] == ['/etc/ld.so.preload'], 'Producer native policy differs.') + validate_policy_evidence(policy_value, producer.get('loaded_mappings', {})) + require(producer.get('wrapper_sha256') == generate.sha(Path(generate.__file__).read_bytes()), + 'Training data was not generated by the captured approved producer version.') + require(build_value.get('binary_sha256') == generate.BINARY_SHA256 + and all(build_value.get('source',{}).get(name,{}).get('commit') == pin for name,pin in generate.SOURCE_PINS.items()), + 'Training producer source/build identity differs.') + require(producer.get('binary_sha256') == generate.BINARY_SHA256 + and producer.get('wire_sha256') == generate.sha(wire) and producer.get('wire_bytes') == len(wire) + and producer.get('build_receipt_sha256') == generate.sha(build) + and producer.get('native_policy_sha256') == generate.sha(policy) + and producer.get('stdin_hex') == (bytes([2]*8+[0])).hex(), 'Training wire custody differs.') + ready, frames = generate.decode_wire(wire, controls) + for frame in frames: + finite(frame['report'].get('relative_residual'),1e-8) + require(producer.get('ready') == ready and producer.get('frames') == [f['report'] for f in frames], + 'Producer report differs from exact native wire.') + # Reuse producer projection to check coordinates, stage labels, ordering and all source hashes. + expected = generate.scientific_bundle(wire, controls, build, producer_raw, policy) + with zipfile.ZipFile(io.BytesIO(expected)) as reference: + require(metadata['manifest'] == generate.decode(reference.read('manifest.json')), + 'Training field manifest differs from exact producer projection.') + rhs, pressure, hashes = [], [], [] + for index, (entry, frame) in enumerate(zip(metadata['manifest']['frames'], frames, strict=True)): + values = {} + for declaration, native in zip(entry['arrays'], frame['arrays'], strict=True): + data = archive.read(declaration['path']) + array = np.load(io.BytesIO(data), allow_pickle=False) + require(array.dtype.str == native['dtype'] and list(array.shape) == native['shape_zyx'] + and array.flags.c_contiguous and array.tobytes(order='C') == native['raw'], + 'Training array differs from exact native element bytes.') + values[native['id']] = array.reshape(-1) + rhs.append(values['rhs']); pressure.append(values['pressure']) + hashes.append({'frame':index+1,'rhs_sha256':generate.sha(values['rhs'].tobytes()), + 'pressure_sha256':generate.sha(values['pressure'].tobytes())}) + return seed, rhs, pressure, {'seed':seed,'frames':8,'asset_sha256':generate.sha(raw), + 'wire_sha256':generate.sha(wire),'arrays':hashes,'reports':[f['report'] for f in frames]} + + +def load_training(paths): + require(len(paths) == 6, 'Bind all six frozen training releases.') + import scientific_release + from dataset_releases import connected_components + import numpy as np + releases, rows, observations = [], [], {} + seen_hashes, seen_ids = set(), set() + progress('loading',0,12,frames=0) + for index, path in enumerate(paths): + raw = generate.capture(path,40*1024*1024)[0] + digest = generate.sha(raw) + require(digest not in seen_hashes,'Duplicate frozen release.') + seen_hashes.add(digest) + summary = scientific_release.validate_bytes(raw,digest) + with zipfile.ZipFile(io.BytesIO(raw)) as archive: + manifest = generate.decode(archive.read('manifest.json')) + selected = manifest['records'] + require(len(selected) == 2 and all(row['split']=='train' for row in selected), + 'Each training release must contain two reviewed training trajectories.') + for row in selected: + require(row['id'] not in seen_ids,'Duplicate training record across releases.') + seen_ids.add(row['id']);rows.append(row) + seed,rhs,pressure,evidence = validate_asset(archive.read(row['asset'])) + require(seed not in observations,'Duplicate seed or trajectory across releases.') + evidence.update(record_id=row['id'],release_sha256=digest,revision=row['revision']) + observations[seed]=(rhs,pressure,evidence) + progress('loading',len(observations),12,frames=len(observations)*8) + releases.append({'input':RELEASE_NAMES[index],'sha256':digest,'bytes':len(raw), + 'field_sequence_count':summary['field_sequence_count']}) + require(set(observations)==set(range(100,112)),'Missing training seeds.') + components=connected_components(rows) + require(len(set(components.values()))==12,'Training trajectories share a protected family or ancestry.') + rhs=np.stack([array for seed in range(100,112) for array in observations[seed][0]]) + pressure=np.stack([array for seed in range(100,112) for array in observations[seed][1]]) + require(rhs.shape==pressure.shape==(96,32768) and rhs.dtype.str==pressure.dtype.str==' float(match[2]) == 1e-5) + + +def run(args): + require(type(args.runtime_snapshot_sha256) is str and generate.HASH.fullmatch(args.runtime_snapshot_sha256), 'Runtime snapshot identity required.') + require(type(args.threads) is int and 1<=args.threads<=8,'Threads must be1..8.') + root=Path(__file__).resolve().parent + sys.path.insert(0,str(root/'cold'));sys.path.insert(0,str(root/'lab/scripts')) + for name,digest in cpu_compare.SOURCES.items(): + require(generate.sha(generate.capture(root/'lab/scripts'/name,65536)[0])==digest,'Original algorithm changed.') + output=Path(args.output) + require(output.is_dir() and not output.is_symlink() and not any(output.iterdir()),'Empty output directory required.') + os.environ['CUDA_VISIBLE_DEVICES']='';os.environ['RAYON_NUM_THREADS']=str(args.threads) + rhs,pressure,input_receipt=load_training(args.release) + import numpy as np + import torch + import trajectory_experiment as exp + from trajectory_model import ModalPressure + torch.set_num_threads(args.threads);torch.set_num_interop_threads(1) + binary=root/'lab/target/release/rheon-trajectory-parallel' + native=generate.capture(binary,8*1024*1024)[0] + build=generate.capture(args.build_receipt,1024*1024)[0] + require(generate.sha(native)==cpu_compare.BINARY_SHA256 and generate.sha(build)==cpu_compare.BUILD_RECEIPT_SHA256,'Parallel build differs.') + transport=native_transport.Transport(binary,generate.capture(args.native_policy,1024*1024)[0],allowed_seeds=(500,501),capture_diagnostics=True) + exp.BINARY=binary;exp.subprocess=transport + np.savez(output/'training.npz',rhs=rhs,pressure=pressure) + model=ModalPressure(32,'cpu') + progress('fit',0,1) + start=time.perf_counter();fitted=model.fit(torch.from_numpy(rhs).to('cpu'),torch.from_numpy(pressure).to('cpu')) + fitted['training_wall_s']=time.perf_counter()-start;model.eval() + require(fitted.get('method')=='supervised_modal_least_squares' and fitted.get('optimizer_steps')==0 + and fitted.get('fitted_parameters')==32767,'Unexpected fitting algorithm.') + finite(fitted.get('minimum_training_modal_energy'),positive=True) + finite(fitted.get('training_mean_relative_pressure_l2')) + progress('fit',1,1,training_mean_relative_pressure_l2=fitted['training_mean_relative_pressure_l2'],training_wall_s=fitted['training_wall_s']) + torch.save({'schema':'rheon-modal-trajectory-v1','n':32,'state_dict':{k:v.cpu() for k,v in model.state_dict().items()}, + 'training_seeds':tuple(range(100,112))},output/'model.pt') + checkpoint = torch.load(output/'model.pt', weights_only=True, map_location='cpu') + require(checkpoint.get('schema') == 'rheon-modal-trajectory-v1' and checkpoint.get('n') == 32 + and checkpoint.get('training_seeds') == tuple(range(100,112)), 'Saved checkpoint contract differs.') + state = checkpoint['state_dict'] + require(set(state) == {'gains','basis'} and tuple(state['gains'].shape) == (32767,) + and tuple(state['basis'].shape) == (32,32), 'Saved checkpoint shapes differ.') + require(all(value.dtype == torch.float64 and torch.isfinite(value).all().item() for value in state.values()) + and (state['gains'] > 0).all().item(), 'Saved checkpoint contains invalid modal values.') + reopened = ModalPressure(32,'cpu'); reopened.load_state_dict(state); reopened.eval() + require(all(torch.equal(value,reopened.state_dict()[name]) for name,value in model.state_dict().items()), + 'Saved checkpoint differs from fitted model.') + validation=[];validation_records=[];progress('validation',0,2) + for index,seed in enumerate((500,501),1): + result,ref,predicted,*_=exp.compare(32,seed,60,model) + require(result.get('seed') == ref.get('seed') == predicted.get('seed') == seed, 'Validation seed differs.') + validate_comparison(result,ref,predicted);validation.append(result);validation_records.extend((ref,predicted)) + progress('validation',index,2,max_relative_velocity_l2=result['max_relative_velocity_l2'], + max_relative_tracer_l2=result['max_relative_tracer_l2'],max_ai_divergence=result['max_ai_divergence']) + ablation='unexpectedly_accepted' + ablation_start=len(transport.diagnostics) + try:exp.rollout(32,'learned',500,1,ModalPressure(32,'cpu')) + except RuntimeError: + if len(transport.diagnostics) == ablation_start+1 and physics_rejection(transport.diagnostics[-1]): + ablation='untrained_unit_gains_rejected_by_physics_gate' + else: + raise ValueError('Untrained ablation failed without verified physics rejection.') + require(ablation=='untrained_unit_gains_rejected_by_physics_gate','Untrained ablation unexpectedly accepted.') + checkpoint_hash=generate.sha((output/'model.pt').read_bytes()) + training_hash=generate.sha((output/'training.npz').read_bytes()) + provenance={'binary_sha256':generate.sha(native),'source_sha256':cpu_compare.SOURCES, + 'torch':torch.__version__,'numpy':np.__version__,'python':sys.version,'python_executable':sys.executable, + 'runtime_snapshot_sha256':args.runtime_snapshot_sha256,'device':'cpu','threads':args.threads,'build_receipt_sha256':generate.sha(build)} + memory={'python_peak_rss_bytes':resource.getrusage(resource.RUSAGE_SELF).ru_maxrss*1024, + 'gpu_peak_allocated_bytes':0,'gpu_peak_reserved_bytes':0} + validate_memory(memory) + freeze={'schema':'rheon-trajectory-freeze-v1','n':32,'device':'cpu','training_frames':8,'validation_frames':60, + 'test_frames':120,'test_seeds':[900,901,902,903],'benchmark_repetitions':5,'methods':['jacobi','sgs','learned'], + 'checkpoint_sha256':checkpoint_hash,'training_data_sha256':training_hash,'source':provenance, + 'training':fitted,'training_trajectories':input_receipt['trajectories'],'training_releases':input_receipt['releases'], + 'validation':validation,'ablation':ablation,'memory':memory, + 'limits':{'training_bytes':20000000000,'inference_bytes':8000000000}, + 'scope':'Fresh CPU fit from reviewed frozen fields; fixed sealed uniform box; no historical CUDA reproduction.'} + progress('publishing',0,1) + artifacts={'freeze.json':freeze,'input-receipt.json':input_receipt} + for name,value in artifacts.items():(output/name).write_bytes(generate.encode(value)) + result={'schema_version':1,'status':'verified','training':fitted,'validation':validation, + 'validation_records':validation_records,'ablation':ablation,'memory':memory,'source':provenance, + 'input_receipt_sha256':generate.sha((output/'input-receipt.json').read_bytes()), + 'freeze_sha256':generate.sha((output/'freeze.json').read_bytes()),'checkpoint_sha256':checkpoint_hash, + 'training_data_sha256':training_hash,'native_launches':transport.evidence,'native_diagnostics':transport.diagnostics,'releases':input_receipt['releases']} + (output/'result.json').write_bytes(generate.encode(result)) + summary={'format':'tuldok_result_summary_v1','title':'Frozen-field CPU fit', + 'metrics':[{'name':'Training frames','value':96,'unit':'frames'}, + {'name':'Fitted parameters','value':32767,'unit':'parameters'}, + {'name':'Training relative pressure L2','value':fitted['training_mean_relative_pressure_l2'],'unit':''}, + {'name':'Validation velocity relative L2','value':max(v['max_relative_velocity_l2'] for v in validation),'unit':''}], + 'scope':['Fresh CPU closed-form fit; zero optimizer steps.','Authored QA review; selected frozen training families only.', + 'Validation seeds500/501; no autonomous test evaluation yet.','No historical CUDA or GPU acceptance.'], + 'checkpoint':'model.pt'} + (output/'result-summary.json').write_bytes(generate.encode(summary)) + total=0 + for name,_role,limit in OUTPUTS: + raw=generate.capture(output/name,limit)[0];total+=len(raw) + with (output/name).open('rb') as handle:os.fsync(handle.fileno()) + require(total<=64*1024*1024,'Training output budget exceeded.') + + +def main(): + parser=argparse.ArgumentParser(description=__doc__) + parser.add_argument('--release',action='append',required=True) + for name in ('build-receipt','native-policy','runtime-snapshot-sha256','output'):parser.add_argument('--'+name,required=True) + parser.add_argument('--threads',type=int,default=8) + run(parser.parse_args()) + + +if __name__=='__main__':main() diff --git a/adapters/rheon/cpu_training_project.py b/adapters/rheon/cpu_training_project.py new file mode 100644 index 00000000..cce85a9c --- /dev/null +++ b/adapters/rheon/cpu_training_project.py @@ -0,0 +1,84 @@ +"""Assemble a frozen-release CPU training project; never fit during assembly.""" +import argparse +import os +from pathlib import Path +import shutil +import uuid + +if __package__: + from . import cpu_train, cpu_compare, generate +else: + import cpu_train + import cpu_compare + import generate + +COLD_FILES = ('access.py','audio_assets.py','audio_classification_export.py','audio_export.py','bulk_import.py', + 'canonical_release.py','caption_import.py','dataset_releases.py','image_classification_export.py', + 'immutable_assets.py','meshes.py','native_text_import.py','recipe_process.py','scientific_fields.py', + 'scientific_release.py','text_classification_export.py','text_corpus_export.py','workbench.py') + + +def definition(sources, runtime_snapshot_sha256): + cpu_train.require(type(runtime_snapshot_sha256) is str and generate.HASH.fullmatch(runtime_snapshot_sha256), + 'A qualified runtime snapshot SHA256 is required.') + native='lab/target/release/rheon-trajectory-parallel' + arguments=[] + for name in cpu_train.RELEASE_NAMES:arguments.extend([{'literal':'--release'},{'input':name}]) + for name,token in [('build-receipt',{'input':'build_receipt'}),('native-policy',{'native_policy':native}), + ('runtime-snapshot-sha256',{'literal':runtime_snapshot_sha256}),('threads',{'parameter':'threads'}),('output',{'output_dir':True})]: + arguments.extend([{'literal':'--'+name},token]) + return {'schema_version':1,'format':'external_recipe_v1','id':'rheon-cpu-training', + 'name':'Rheon frozen-field CPU fit','version':1,'runtime':'captured_cpu_python_v1', + 'runtime_snapshot_sha256':runtime_snapshot_sha256, + 'sources':[{'path':name,'sha256':generate.sha(raw)} for name,raw in sorted(sources.items())], + 'native_sources':[native],'entrypoint':'cpu_train.py','arguments':arguments, + 'parameters':{'threads':{'type':'integer','min':1,'max':8,'default':8}}, + 'inputs':{**{name:{'max_bytes':40*1024*1024} for name in cpu_train.RELEASE_NAMES}, + 'build_receipt':{'max_bytes':1024*1024}}, + 'outputs':[{'path':name,'role':role,'max_bytes':cap,'required':True} for name,role,cap in cpu_train.OUTPUTS], + 'environment':{},'resources':{'wall_seconds':600,'max_output_bytes':64*1024*1024}} + + +def assemble(lab_root,binary,build_receipt,runtime_snapshot_sha256,destination): + lab=Path(lab_root);adapter=Path(__file__).parent;repository=adapter.parents[1] + native=generate.capture(binary,8*1024*1024)[0];build=generate.capture(build_receipt,1024*1024)[0] + cpu_train.require(generate.sha(native)==cpu_compare.BINARY_SHA256 + and generate.sha(build)==cpu_compare.BUILD_RECEIPT_SHA256,'Qualified parallel build required.') + sources={'lab/target/release/rheon-trajectory-parallel':native} + for name,digest in cpu_compare.SOURCES.items(): + raw=generate.capture(lab/'scripts'/name,65536)[0] + cpu_train.require(generate.sha(raw)==digest,'Original lab algorithm changed.') + sources['lab/scripts/'+name]=raw + for name in ('cpu_train.py','cpu_compare.py','native_transport.py','generate.py'): + sources[name]=generate.capture(adapter/name,256*1024)[0] + for name in COLD_FILES:sources['cold/'+name]=generate.capture(repository/name,8*1024*1024)[0] + recipe=generate.encode(definition(sources,runtime_snapshot_sha256)) + manifest={'schema_version':1,'id':uuid.uuid4().hex,'name':'Rheon frozen-field CPU training', + 'data':[{'id':'build_receipt','label':'Parallel build evidence','path':'build-receipt.json','sha256':generate.sha(build)}], + 'recipes':[{'id':'train','label':'Fit from six frozen training releases','path':'recipe.json','sha256':generate.sha(recipe)}], + 'evidence':[],'requirements':[{'id':'reviewed-training','label':'Bind six reviewed train-only releases containing all12 whole seed trajectories'}]} + files={**sources,'build-receipt.json':build,'recipe.json':recipe,'project.json':generate.encode(manifest)} + destination=Path(destination);destination.mkdir(mode=0o700,exist_ok=False) + try: + for name,raw in files.items(): + path=destination/name;path.parent.mkdir(parents=True,exist_ok=True) + with path.open('xb') as handle: + handle.write(raw);handle.flush();os.fchmod(handle.fileno(),0o400);os.fsync(handle.fileno()) + for directory in [*sorted((p for p in destination.rglob('*') if p.is_dir()),reverse=True),destination]: + fd=os.open(directory,os.O_RDONLY|os.O_DIRECTORY) + try:os.fsync(fd) + finally:os.close(fd) + except BaseException: + shutil.rmtree(destination);raise + return manifest + + +def main(): + parser=argparse.ArgumentParser(description=__doc__) + for name in ('lab-root','binary','build-receipt','runtime-snapshot-sha256','destination'):parser.add_argument('--'+name,required=True) + args=parser.parse_args() + manifest=assemble(args.lab_root,args.binary,args.build_receipt,args.runtime_snapshot_sha256,args.destination) + print(generate.encode({'project_id':manifest['id'],'manifest':str(Path(args.destination)/'project.json')}).decode()) + + +if __name__=='__main__':main() diff --git a/adapters/rheon/generate.py b/adapters/rheon/generate.py index 2439bc63..7f2cada5 100644 --- a/adapters/rheon/generate.py +++ b/adapters/rheon/generate.py @@ -20,7 +20,7 @@ 'Rheon': '2209012bc5f902693d0f695ec1c2d854126af317'} LIBRARY_DIRECTORY = '/usr/lib/x86_64-linux-gnu' LOADER_ARGUMENTS = ['--inhibit-cache', '--library-path', LIBRARY_DIRECTORY, '--glibc-hwcaps-mask', ''] -WIRE_LIMIT = 4 * 1024 * 1024 +WIRE_LIMIT = 12 * 1024 * 1024 DIAGNOSTIC_LIMIT = 65536 HASH = re.compile(r'^[a-f0-9]{64}$') @@ -54,9 +54,9 @@ def closed(value, keys): def controls(grid, frames, seed): - for value, low, high in ((grid, 8, 32), (frames, 1, 2), (seed, 0, 2147483647)): + for value, low, high in ((grid, 8, 32), (frames, 1, 8), (seed, 0, 2147483647)): if type(value) is not int or not low <= value <= high: - raise ValueError('Supported controls: grid 8–32, frames 1–2, seed 0–2147483647; Jacobi only.') + raise ValueError('Supported controls: grid 8–32, frames 1–8, seed 0–2147483647; Jacobi only.') return {'grid': grid, 'frames': frames, 'seed': seed, 'method': 'jacobi'} @@ -320,7 +320,8 @@ def generate(native_path, build_path, policy_path, grid, frames, seed, output): receipt_raw = encode(receipt) bundle = scientific_bundle(wire, request, build_raw, receipt_raw, policy_raw) outputs = {'fields.zip': bundle, 'wire.bin': wire, 'producer-receipt.json': receipt_raw, 'native-diagnostics.txt': diagnostics} - if sum(map(len, outputs.values())) > 16 * 1024 * 1024: raise ValueError('Output budget exceeded.') + if len(bundle) > 20 * 1024 * 1024: raise ValueError('Scientific bundle budget exceeded.') + if sum(map(len, outputs.values())) > 40 * 1024 * 1024: raise ValueError('Output budget exceeded.') for name, data in outputs.items(): with (output/name).open('xb') as handle: handle.write(data); handle.flush(); os.fsync(handle.fileno()) print(json.dumps({'stage': 'generated', 'frames': frames, 'fields': 6, 'bundle_bytes': len(bundle)}), flush=True) diff --git a/adapters/rheon/native_transport.py b/adapters/rheon/native_transport.py index a32d34e8..2682881e 100644 --- a/adapters/rheon/native_transport.py +++ b/adapters/rheon/native_transport.py @@ -4,6 +4,8 @@ from pathlib import Path import struct import subprocess +import tempfile +import sys if __package__: from . import generate @@ -40,7 +42,14 @@ def exact(stream, size): class Transport: PIPE = subprocess.PIPE - def __init__(self, binary, policy_raw): + def __init__(self, binary, policy_raw, *, allowed_seeds=(900, 901, 902, 903), capture_diagnostics=False): + if type(allowed_seeds) is not tuple or allowed_seeds not in ((900, 901, 902, 903), (500, 501)): + raise ValueError('Unsupported reviewed native seed scope.') + if type(capture_diagnostics) is not bool: + raise ValueError('Invalid diagnostic capture flag.') + self.capture_diagnostics = capture_diagnostics + self.diagnostics = [] + self.allowed_seeds = tuple(str(seed) for seed in allowed_seeds) self.binary = str(Path(binary)) self.native, _ = generate.capture(binary, 8 * 1024 * 1024) self.policy, self.observed = generate.native_policy(policy_raw, self.native) @@ -49,7 +58,7 @@ def __init__(self, binary, policy_raw): def Popen(self, args, **kwargs): if (type(args) is not list or len(args) != 4 or args[0] != self.binary or args[1] != '32' or args[2] not in ('jacobi', 'sgs', 'learned') - or args[3] not in ('900', '901', '902', '903') + or args[3] not in getattr(self, 'allowed_seeds', ('900', '901', '902', '903')) or kwargs != {'stdin': subprocess.PIPE, 'stdout': subprocess.PIPE}): raise ValueError('Native launch differs from admitted CPU comparison.') if os.path.lexists('/etc/ld.so.preload'): @@ -57,11 +66,37 @@ def Popen(self, args, **kwargs): native_fd = generate.seal('rheon-cpu-native', self.native) loader_fd = None process = None + diagnostic = None try: loader_fd = generate.seal('rheon-cpu-loader', self.observed[self.policy['loader']['path']][0]) command = [f'/proc/self/fd/{loader_fd}', *self.policy['loader_arguments'], f'/proc/self/fd/{native_fd}', *args[1:]] + if self.capture_diagnostics: + diagnostic = tempfile.TemporaryFile() + kwargs = dict(kwargs, stderr=diagnostic) process = subprocess.Popen(command, pass_fds=(native_fd, loader_fd), **kwargs) + if diagnostic is not None: + original_wait = process.wait + stream = diagnostic + captured = False + def wait_with_diagnostics(*wait_args, **wait_kwargs): + nonlocal captured + code = original_wait(*wait_args, **wait_kwargs) + if not captured: + captured = True + stream.seek(0) + raw = stream.read(65537) + stream.close() + if len(raw) > 65536: + raise ValueError('Native diagnostics exceed bound.') + self.diagnostics.append({'seed': int(args[3]), 'method': args[2], + 'exit_code': code, 'stderr_hex': raw.hex(), + 'stderr_sha256': generate.sha(raw)}) + if raw: + sys.stderr.buffer.write(raw) + sys.stderr.buffer.flush() + return code + process.wait = wait_with_diagnostics header = exact(process.stdout, 4) length, = struct.unpack(' 65536: @@ -88,6 +123,8 @@ def Popen(self, args, **kwargs): process.stdout.close() raise finally: + if diagnostic is not None and process is None: + diagnostic.close() os.close(native_fd) if loader_fd is not None: os.close(loader_fd) diff --git a/adapters/rheon/project.py b/adapters/rheon/project.py index 9d6e858f..1636bac2 100644 --- a/adapters/rheon/project.py +++ b/adapters/rheon/project.py @@ -23,14 +23,14 @@ def definition(wrapper, native): {'literal': '--grid'}, {'parameter': 'grid'}, {'literal': '--frames'}, {'parameter': 'frames'}, {'literal': '--seed'}, {'parameter': 'seed'}, {'literal': '--output'}, {'output_dir': True}], 'parameters': {'grid': {'type': 'integer', 'min': 8, 'max': 32, 'default': 32}, - 'frames': {'type': 'integer', 'min': 1, 'max': 2, 'default': 2}, + 'frames': {'type': 'integer', 'min': 1, 'max': 8, 'default': 2}, 'seed': {'type': 'integer', 'min': 0, 'max': 2147483647, 'default': 100}}, 'inputs': {'build_receipt': {'max_bytes': generate.DIAGNOSTIC_LIMIT}}, 'outputs': [{'path': name, 'role': role, 'max_bytes': limit, 'required': True} for name, role, limit in ( - ('fields.zip', 'scientific_fields', 8*1024*1024), ('wire.bin', 'native_wire', generate.WIRE_LIMIT), + ('fields.zip', 'scientific_fields', 20*1024*1024), ('wire.bin', 'native_wire', generate.WIRE_LIMIT), ('producer-receipt.json', 'producer_receipt', generate.DIAGNOSTIC_LIMIT), ('native-diagnostics.txt', 'native_diagnostics', generate.DIAGNOSTIC_LIMIT))], - 'environment': {}, 'resources': {'wall_seconds': 120, 'max_output_bytes': 16*1024*1024}} + 'environment': {}, 'resources': {'wall_seconds': 120, 'max_output_bytes': 40*1024*1024}} def assemble(binary, receipt, destination): diff --git a/app.py b/app.py index 30831584..18fd7864 100644 --- a/app.py +++ b/app.py @@ -582,6 +582,8 @@ def _get(self): return self.reply(dataset.runs.list()) if len(parts) == 2 and parts[0] == 'runs': return self.reply(dataset.runs.get(parts[1])) + if len(parts) == 3 and parts[0] == 'runs' and parts[2] == 'progress': + return self.reply(dataset.runs.external_progress(parts[1])) if len(parts) == 3 and parts[0] == 'runs' and parts[2] == 'predictions': query = parse_qs(urlsplit(self.path).query) return self.reply(dataset.runs.predictions(parts[1], query.get('split', ['validation'])[-1])) @@ -589,6 +591,8 @@ def _get(self): data, media_type = dataset.runs.artifact(parts[1], parts[3]) return self.reply(data, content_type=media_type) return self.reply({'error': 'Workspace route not found.', 'code': 'not_found'}, 404) + if path == '/api/workbench/releases/input-candidates': + return self.reply(dataset.releases.input_candidates()) if path == '/api/workbench/selections': return self.reply(dataset.selections.list()) if path == '/api/workbench/searches': diff --git a/bulk_import.py b/bulk_import.py index 9f05ebda..1fc34688 100644 --- a/bulk_import.py +++ b/bulk_import.py @@ -2,7 +2,6 @@ import hashlib import json import re -import psycopg from workbench import WorkbenchError, text_value @@ -86,6 +85,7 @@ def find_result(workbench, request_id): def import_row(workbench, body): + import psycopg workbench.access.require('edit', 'bulk_import.import_row') if set(body) - {'source_name', 'row_number', 'line', 'request_id', 'image_name', 'image'}: raise WorkbenchError('Unsupported row admission fields.') diff --git a/caption_import.py b/caption_import.py index e2b74138..c477336e 100644 --- a/caption_import.py +++ b/caption_import.py @@ -7,9 +7,7 @@ import json import re import secrets -import psycopg -from PIL import Image from bulk_import import find_result, invalid_constant, leaf_name, result, unique_object from dataset_releases import CAPTION_CONSUMER, CAPTION_FORMAT, CAPTION_SPLITS, SPLITS, connected_components @@ -260,6 +258,8 @@ def prepare(self, body): @authorized('edit', 'caption_import.admit') def admit(self, body): + from PIL import Image + import psycopg if set(body) != {'token', 'asset', 'image', 'request_id'}: invalid('Unsupported caption admission fields.') if not isinstance(body['request_id'], str) or not IDENTIFIER.fullmatch(body['request_id']): diff --git a/dataset_releases.py b/dataset_releases.py index 6d4a2a34..d2ea5cb9 100644 --- a/dataset_releases.py +++ b/dataset_releases.py @@ -1,15 +1,16 @@ """Frozen, self-contained releases with connected-source split allocation.""" from access import authorized import audio_export +from contextlib import contextmanager import hashlib import json import os import re +import stat import tempfile import zipfile from collections import Counter from pathlib import Path -from PIL import Image import image_classification_export as classification_export import text_corpus_export as corpus_export @@ -169,6 +170,80 @@ def locate(self, release_id): raise WorkbenchError('Release not found.', 'unavailable', 404) return path + @contextmanager + def _input_directory(self): + """Anchor managed archive reads without following directory symlinks.""" + descriptor = os.open('/', os.O_RDONLY | os.O_DIRECTORY) + try: + for part in self.path.absolute().parts[1:]: + child = os.open(part, os.O_RDONLY | os.O_DIRECTORY | os.O_NOFOLLOW, dir_fd=descriptor) + os.close(descriptor) + descriptor = child + yield descriptor + finally: + os.close(descriptor) + + @authorized('inspect', 'dataset_releases.input_candidates') + def input_candidates(self): + """Bounded availability hints; capture verifies the selected archive bytes.""" + rows = [] + try: + with self.workbench.lock, self._input_directory() as directory: + with os.scandir(directory) as entries: + for entry in entries: + if not entry.name.endswith('.zip') or not RELEASE_ID.fullmatch(entry.name[:-4]): + continue + release_id = entry.name[:-4] + row = {'release_id':release_id, 'sha256':release_id, 'bytes':None, + 'status':'unavailable', 'reason':'Managed archive cannot be safely inspected.'} + try: + info = os.stat(entry.name, dir_fd=directory, follow_symlinks=False) + if stat.S_ISREG(info.st_mode) and info.st_uid == os.getuid() and info.st_nlink == 1: + row['bytes'] = info.st_size + if 0 < info.st_size <= MAX_SELECTED_TEXT_BYTES: + row.update(status='available', reason=None) + else: + row.update(status='oversize', reason='Archive is empty or exceeds the 40 MiB input bound.') + except OSError: + pass + rows.append(row) + if len(rows) == 100: + break + except OSError: + raise WorkbenchError('Managed releases cannot be safely inspected.', 'unavailable', 409) from None + return {'releases':sorted(rows, key=lambda row:row['release_id'])} + + @authorized('inspect', 'dataset_releases.capture_input') + def capture_input(self, release_id, expected_sha256, max_bytes): + """Capture immutable frozen bytes, independently of mutable source records.""" + if (not isinstance(release_id, str) or not RELEASE_ID.fullmatch(release_id) + or expected_sha256 != release_id): + raise WorkbenchError('Select the exact frozen release SHA256.') + if type(max_bytes) is not int or not 0 < max_bytes <= MAX_SELECTED_TEXT_BYTES: + raise WorkbenchError('Invalid frozen input byte bound.') + try: + with self.workbench.lock, self._input_directory() as directory: + descriptor = os.open(release_id + '.zip', os.O_RDONLY | os.O_NOFOLLOW | os.O_NONBLOCK, dir_fd=directory) + with os.fdopen(descriptor, 'rb') as source: + before = os.fstat(source.fileno()) + if (not stat.S_ISREG(before.st_mode) or before.st_uid != os.getuid() or before.st_nlink != 1 + or not 0 < before.st_size <= max_bytes): + raise WorkbenchError('Frozen input is not an owned regular archive within its byte bound.') + raw = source.read(max_bytes + 1) + after = os.fstat(source.fileno()) + current = os.stat(release_id + '.zip', dir_fd=directory, follow_symlinks=False) + identity = lambda info:(info.st_dev, info.st_ino, info.st_mode, info.st_uid, + info.st_nlink, info.st_size, info.st_mtime_ns, info.st_ctime_ns) + if identity(before) != identity(after) or identity(after) != identity(current) or len(raw) != after.st_size: + raise WorkbenchError('Frozen input changed during capture.', 'stale', 409) + except OSError: + raise WorkbenchError('Frozen input cannot be safely read.', 'unavailable', 409) from None + digest = hashlib.sha256(raw).hexdigest() + if digest != release_id: + raise WorkbenchError('Frozen input bytes differ from their content identity.', 'stale', 409) + return raw, {'kind':'frozen_release', 'catalog_id':self.workbench.db.dataset_id, + 'release_id':release_id, 'measured_sha256':digest, 'bytes':len(raw)} + @authorized('inspect', 'dataset_releases.preview') def preview(self, body): """Inspect the exact selection without persisting even lazy image enrollment.""" @@ -253,6 +328,7 @@ def block(error, record_id=None): if digest != row['content_hash']: raise WorkbenchError('Source bytes changed outside Tuldok. Restore the original asset before release.', 'conflict', 409) if row['kind'] == 'image': + from PIL import Image with Image.open(asset) as image: if image.format != 'PNG' or image.getexif().get(274, 1) != 1: raise WorkbenchError('Image assets must be normalized PNGs with EXIF orientation 1.') diff --git a/docs/contracts/captured-cpu-runtime.md b/docs/contracts/captured-cpu-runtime.md index de0f9abd..1fe9bc80 100644 --- a/docs/contracts/captured-cpu-runtime.md +++ b/docs/contracts/captured-cpu-runtime.md @@ -56,6 +56,14 @@ The recipe runtime and `cpu_snapshot` identify the target runtime. The UI displa the target profile; the complete material remains available for review. Existing recipes gain no default snapshot fields. +CPU recipes may capture at most 256 MiB of named inputs and 320 MiB across all +captured source, input and generated files. Each input remains at most 40 MiB; +source files remain at most 8 MiB and output limits remain 64 MiB. The complete +validated CPU descriptor/bootstrap and reserved launch shape select this policy; +an arbitrary descriptor field cannot enlarge a system-Python recipe. Legacy +system-Python capture limits remain 64 MiB. These are byte bounds, not promises +about resident memory while an optional reader expands or processes its inputs. + ## Execution and evidence The parent verifies the snapshot before launching custody. The helper checks diff --git a/docs/contracts/external-recipes.md b/docs/contracts/external-recipes.md index 62b57824..4b078ce8 100644 --- a/docs/contracts/external-recipes.md +++ b/docs/contracts/external-recipes.md @@ -17,10 +17,10 @@ install dependencies. Unknown fields, unsupported runtimes, escaping paths, symlinks and changed hashes fail before execution. The first graph has three editable nodes: input → execute → output. It uses the -existing graph store, revision checks, layout and clone operations. Inputs are -actual project data references, not invented frozen-release dependencies. A -changed execution parameter requires a new preflight; layout and name remain -presentation fields. +existing graph store, revision checks, layout and clone operations. Inputs bind +actual project references or frozen release archives consumed by the recipe. +Changed input bindings or execution parameters require a new preflight; layout +and name remain presentation fields. The initial `system_python` profile uses `/usr/bin/python3` with `-I -S -B` and a pinned finite interpreter, standard-library, bytecode and native-library closure. @@ -38,7 +38,34 @@ Sources and input bytes are captured privately. Bounds are 64 source files, names, 64 MiB total outputs and 600 seconds execution. Each declared input is at most 40 MiB. Arguments are separate tokens, never a shell command. No project environment overrides are accepted; the effective environment is explicit in -material identity. Runtime inventory is bounded separately at 512 MiB. +material identity. Runtime inventory is bounded separately at 512 MiB. The +separately qualified [captured CPU profile](captured-cpu-runtime.md) permits +256 MiB aggregate inputs and 320 MiB total captures; per-input, source, output +and legacy profile limits remain unchanged. + +### Frozen release bindings + +Existing project bindings remain exactly `{reference_id, expected_sha256}`; +no default discriminator is inserted into saved graphs or retained receipts. +A frozen archive uses `{kind: "frozen_release", release_id, expected_sha256}`. +The expected digest must equal its content-addressed release ID. Mixed or unknown +fields fail. The release owner captures only its managed archive, under the +catalog lock, without symlinks or caller-supplied paths. It verifies regular-file +ownership, size, stable identity and the exact selected SHA256 before execution. +Frozen bytes remain authoritative after source records change or disappear. + +Material retains `{kind, catalog_id, release_id, measured_sha256, bytes}` for a +frozen input and binds the identical private captured bytes. Cross-catalog, +digest and size contradictions fail cold validation. Source meaning, review, +split/family suitability and numerical acceptance belong to the selected reader +and optional recipe; a generic byte capture is not scientific acceptance. + +`GET /api/workbench/releases/input-candidates` is inspect-authorized and returns +`{releases: [...]}` with at most 100 managed archive hints. Each contains +`release_id`, expected `sha256`, `bytes` (or null), `status` (`available`, +`unavailable`, `oversize`) and nullable `reason`. Availability checks file shape +and the 40 MiB limit; it does not assert content verification. Preflight captures +and checks the chosen exact bytes. The picker is not another release registry. ## Authority and admission @@ -156,3 +183,47 @@ for [scientific Data import](scientific-fields.md). Restore preserves the origin absolute execution paths and spec hash as historical declarations. Artifact reads use the restored catalog's owned paths. Dispatch refuses a staging-path mismatch; restoration never replays a historical attempt. + +## Progress and compact results + +`GET /api/workspace/runs/{id}/progress` requires inspect authority and selects +only the existing external Run's owned custody files. It accepts no caller path, +stream or offset. The response contains `schema_version`, `run_id`, `state`, +`custody_phase`, `evidence`, `streams`, `progress` and `result`. Each available +stream has `available_bytes`, `start_byte`, `text` and `truncated`; absent streams +are null. Reads use fixed names, no-follow directory/file descriptors and the +existing 1 MiB stream limit. At most 8 KiB per stream is displayed, with UTF-8 +replacement/control sanitization. The whole HTTP-encoded response is bounded to +192 KiB, including JSON escaping. + +`evidence` distinguishes `pending`, `live_unverified`, `custody_verified` and +`unavailable`. Active observations are not atomic whole-stream snapshots. Drained +terminal streams require exact custody identity, size and hash checks; completed +streams also bind the published receipt. Missing relocated diagnostics remain +unavailable and never follow historical absolute paths. Cancelled/failed output +can have verified custody without becoming a successful result. + +A complete stdout line may use the closed format +`{format:"tuldok_progress_v1", stage, completed, total, metrics}`. Stage and up to +eight metric names are bounded identifiers; counts are integers with +`0 <= completed <= total <= 1000000`, and metrics are finite numbers. Lines over +4096 bytes, incomplete/malformed events and duplicate keys do not become progress. +The latest valid event in the bounded tail is a recipe-authored observation, never +a state transition or proof of scientific correctness. No elapsed-time progress, +epochs or ETA are inferred. Polling reuses the selected Run/session/view guards. + +A completed recipe may declare one `result_summary` output, bounded to 64 KiB, +with closed JSON `{format:"tuldok_result_summary_v1", title, metrics, scope, +checkpoint?}`. Title is at most 120 code points; up to 24 distinct numeric metrics +contain `{name,value,unit}` (64/24 code-point name/unit bounds), and up to eight +scope labels have 160 code points each. Strings are plain text, with controls and +surrogates refused. An optional checkpoint names a verified same-Run artifact +with declared `checkpoint` role. No model deserialization occurs in the server. + +`result` is null before completion or when no summary is declared. A valid +projection is `{status:"hash_verified", artifact_name, sha256, summary}`; +malformed/tampered summaries return `{status:"unavailable"}`. Verified result +artifacts remain readable even when separate staging diagnostics are unavailable. +The UI labels metrics as recipe-reported, keeps logs/provenance in details and +uses the existing artifact download route. Neither stdout nor a filename suffix +can nominate a result or enable a checkpoint download. diff --git a/docs/contracts/rheon-cpu-training.md b/docs/contracts/rheon-cpu-training.md new file mode 100644 index 00000000..779d2cdd --- /dev/null +++ b/docs/contracts/rheon-cpu-training.md @@ -0,0 +1,117 @@ +# Optional frozen-field CPU training + +This adapter consumes six actual canonical scientific releases. It never creates +an unused Data input or invokes the original train entry, which generates its own +observations. New orchestration calls unchanged `ModalPressure.fit`, `compare` +and `rollout` from pinned original lab sources. Original sources and numerical +algorithms are not edited. Fitting is full-spectrum positive closed-form modal +least squares with zero optimizer steps; no epochs or synthetic loss trajectory +are reported. + +## Project and execution interface + +`cpu_training_project.assemble(lab_root, binary, build_receipt, +runtime_snapshot_sha256, destination)` creates a new project without execution. +The CLI accepts matching `--lab-root`, `--binary`, `--build-receipt`, +`--runtime-snapshot-sha256`, `--destination`. It refuses overwrite, checks original +algorithm and measured parallel binary/build identities, and captures the current +18-file cold release-reader closure. The project recipe reference is `train`, +definition `rheon-cpu-training`; its one ordinary data reference is `build_receipt`. + +Six input slots `training_1` through `training_6` must be bound through the generic +frozen-release input variant. Each archive is at most40MiB. Generic CPU-profile +admission bounds aggregate input256MiB and source/input capture320MiB; system +profile limits remain unchanged. The recipe selects `captured_cpu_python_v1` and +an exact snapshot hash. Threads1..8, default8; grid32, training8frames/seed, +validation60frames/seed are fixed. The recipe has a600-second wall bound and +64MiB output bound. Real measured runtime qualification is separate from these +limits; timeout does not authorize data reduction. + +Captured wrapper CLI: six repeated `--release` arguments, `--build-receipt`, +`--native-policy`, `--runtime-snapshot-sha256`, `--threads`, `--output`. +Only captured lab/cold-reader paths are imported. CUDA is hidden before Torch +imports. Shared native transport retains its P5a default seed scope900..903; +training explicitly selects the closed500/501 scope. Optional bounded diagnostics +use a private regular temporary file, never a blocking stderr pipe. Default P5a +behavior is unchanged. Runs remains the sole lifecycle/descendant custodian. + +## Actual frozen input consumption + +The existing `scientific_release.validate_bytes` verifies each whole archive; +`scientific_fields.parse_bundle` verifies each original scientific asset. Each +release contains two human-reviewed train-only complete trajectories. Across all +six, reject duplicate release/record/seed identities, connected protected +families, repeated source/state content, missing observations and nontrain rows. +The combined selected snapshot relationship graph is checked with the existing +`connected_components` owner. These are selected-family checks, not proof about +omitted ancestors or scientific certification of authored QA review. + +Require precisely Jacobi seeds100..111, eight consecutive32³ frames each. The +optional producer decoder verifies exact native wire, physics reports and six +fields. Receipt/build/policy/source identities, geometry, centering, stages, +time/order and array bytes must match the producer projection. Load NPY only with +`allow_pickle=False`, verify C-order exact dtype/shape/payload against wire, and +retain each RHS/pressure payload hash. All96 observations are ordered by seed, +then frame; the actual fit receives float64 RHS and pressure arrays[96,32768]. +VelocityXYZ/tracer are verified as evidence but are not fitting targets. No +resampling, downcast, optimizer, analytic gain initialization or subset fitting. + +The serial producer receipt and captured producer version are explicitly pinned. +The training-validation native uses the separately qualified parallel build. +Neither identity is relabeled as a historical runtime reproduction. + +## Fit, validation, checkpoint and ablation + +Write original-format uncompressed `training.npz` with RHS/pressure, call the +unchanged CPU fit, check all32767 fitted parameters, positive finite mode energy +and finite reported fit error, then save the original checkpoint schema. Reopen +with `weights_only=True`, validate float64 finite basis[32,32] and positive +gains[32767], and compare the reopened state exactly to the fitted model. + +Run unchanged comparisons for seeds500/501 over60frames; require full finite +velocity/tracer errors strictly below1e-5 and exact maxima, finite centered +pressure/tracerRMSE, native residual≤1e-8, divergence≤1e-5, Courant≤1 and zero +learned iterative corrections. Preserve all original validation reports. These +validation arrays are not published by this bounded training recipe. + +The original unit-gain ablation must fail with actual native exit1 and the pinned +positive `stored divergence … exceeds …` or `relative residual … exceeds …` +diagnostic at threshold1e-5. An unrelated RuntimeError, missing loader, signal or +malformed diagnostic cannot qualify the physics rejection. Exact diagnostic +bytes/hashes are retained in result evidence and emitted to the helper's existing +stderr stream. Native mapping identities and READY envelopes are retained. + +## Outputs and progress + +| Artifact | Role | Bound | +| --- | --- | --- | +| training.npz | training_arrays | 52MiB | +| model.pt | checkpoint | 1MiB | +| freeze.json | training_freeze | 2MiB | +| result.json | training_result | 4MiB | +| input-receipt.json | training_inputs | 2MiB | +| result-summary.json | result_summary | 64KiB | + +The input receipt binds all six release hashes, ordered record/revision/frame +identities, whole RHS/pressure array hashes and per-frame hashes. New freeze and +verified result bind measured checkpoint/trainingNPZ/inputreceipt/freeze hashes, +actual CPU/runtime snapshot/source/native identities, fit/validation/ablation +and memory evidence. Freeze retains original future evaluation conditions: +120frames, seeds900..903, five repetitions, Jacobi/SGS/learned. Those previously +exposed test seeds are not evaluated by this training recipe. No historical +freeze is rewritten. Autonomous evaluation remains subsequent required work. + +The wrapper emits closed `tuldok_progress_v1` stdout events: actual loading counts +0..12, fit0/1 then1/1 around the real call, validation0..2 after completed seeds, +and publishing. Metrics are actual returned/recomputed numeric values. There is +no optimizer-step progress or inferred ETA. Only Runs completion establishes +publication. `tuldok_result_summary_v1` is a declared bounded generic display +artifact referring to same-run model.pt; safe/hash-verified presentation is not +independent model certification. + +Focused authored fixtures exercise custody and numerical refusals; they do not +qualify real generation, fitting or model quality. Acceptance additionally needs +actual owner review/freeze, consumed-array equality, independent closed-form gain +verification, real validation/ablation, UI progress/checkpoint downloads, restart +and restore evidence. No CUDA/Pumas acceptance or historical timing reproduction +is claimed. diff --git a/docs/plans/generic-scientific-projects/execution-ledger.md b/docs/plans/generic-scientific-projects/execution-ledger.md index 7b24d3d2..df882b2a 100644 --- a/docs/plans/generic-scientific-projects/execution-ledger.md +++ b/docs/plans/generic-scientific-projects/execution-ledger.md @@ -134,3 +134,47 @@ no-adapter generic startup also passed. Independent reviews found no remaining source or numerical-contract blocker. Full stable-source Python regression is running; draft publication records that pending gate explicitly. No fresh fitting, GPU, full retained-field evaluation or historical timing claim. + + +## 2026-10-13 — P5b isolated source preparation + +P5a actual runtime/model/UI/restart/no-adapter gates passed and draft PR50 was +published at05ea66e. Full regression/CI remains on unchanged source. Independent +P5b review admitted a separate source-preparation worktree after correcting the +missing eight-frame producer extension and inconsistent progress-response budget. +Actual dependent generation/model qualification and acceptance wait for P5a +regression/CI success; propagate any fixes first. This explicit sequencing update +preserves the parent dependency gate while allowing independent source work. +See the bounded write ownership and acceptance in P5b admission. + + +## 2026-10-13 — P5a final gate and P5b real preparation + +PR50 exact05ea66e passed807 local tests in1,050.525 seconds, with two optional +reader skips separately covered by20 tests. All190 Python source hashes stayed +unchanged. Hosted UI38456049102 and lifecycle38456049347 passed. P5a is qualified; +fresh training and full autonomous evaluation remain open. P5b source review and +focused checks passed; real eight-frame generation and preparation-only reviewed +releases are now admitted with sources frozen during active Runs. + +### P5b actual preparation and fresh-fit admission + +Ten producer checks passed. Twelve native eight-frame trajectories were inspected +and reviewed by the QA owner; 576 arrays matched retained native wire bytes. Six +immutable training releases total 204,871,592 bytes. Root independently verified +all six archive SHA-256 identities and per-input/aggregate bounds. The real browser +resume now enters fresh fitting with the captured source closure unchanged. +Preparation evidence: `build/qa/workspace-cpu-training/run-OgbEYN/prepared-inputs.json`. +This is preparation acceptance only; fitting and validation are not yet qualified. + +### P5b fresh CPU fit qualified locally + +Run `11fc2be1aada490f9b67c11c190728f6` completed and drained in 64.748344 seconds. +It consumed the six verified releases and fitted all 32,767 gains from 96 exact +observations. Independent NumPy replay differs by at most 2.002450423477542e-14 +relative; both validation trajectories and the unit-gain physics rejection passed. +All six HTTP artifact downloads and verified result evidence survived restart. +The failed first attempt is preserved; the successful attempt used a fresh +captured project after correcting only the pinned diagnostic prefix. +See [P5b verification](reports/p5b-verification.md). Full regression and hosted +CI remain pending; autonomous evaluation and backup/restore are separate gates. diff --git a/docs/plans/generic-scientific-projects/plan.md b/docs/plans/generic-scientific-projects/plan.md index 603dda5f..3ecaa526 100644 --- a/docs/plans/generic-scientific-projects/plan.md +++ b/docs/plans/generic-scientific-projects/plan.md @@ -2,9 +2,9 @@ **Plan status:** `Active` -**Current phase:** P5a actual captured-runtime and frozen-checkpoint CPU comparison passed; final regression/publication pending on feature/scientific-cpu-comparison-20261013. +**Current phase:** P5a qualified at draft PR50 commit05ea66e; P5b actual frozen-input CPU fit qualified locally; final regression and draft publication in progress. -**Next slice:** Finish P5a regression/publication, then admit frozen-release training; see [P5a verification](reports/p5a-verification.md). +**Next slice:** Finish P5b regression/publication, then admit P5c autonomous evaluation with completed-Run artifact inputs and durable full fields. See [P5b admission](reports/p5b-admission.md). **Acceptance status:** `partial` diff --git a/docs/plans/generic-scientific-projects/reports/p5a-verification.md b/docs/plans/generic-scientific-projects/reports/p5a-verification.md index 11efc42b..df5d0922 100644 --- a/docs/plans/generic-scientific-projects/reports/p5a-verification.md +++ b/docs/plans/generic-scientific-projects/reports/p5a-verification.md @@ -1,8 +1,8 @@ # P5a verification — captured CPU comparison Candidate branch: `feature/scientific-cpu-comparison-20261013`, based on qualified -PR49 `c7c696b`. The actual model/UI workflow passed; final full regression and hosted CI -remain pending. No merge or deployment. +PR49 `c7c696b`. The actual model/UI workflow and final full regression passed; both hosted checks +passed at the published head. No merge or deployment. ## Runtime and native prerequisites @@ -48,11 +48,17 @@ native mapping checks remain strict. Torch multiprocessing is not qualified. - 10 optional adapter tests pass with explicit real native inputs, including sealed READY/STOP and failure cleanup. No fixture is model acceptance. - 8 retained recipe-contract and 11 external Runs checks passed before the last - helper bootstrap refinements; the final full regression will supersede them. + helper bootstrap refinements; the final full regression supersedes them. - Affected JavaScript syntax/controller tests, Python syntax, plan contract and whitespace checks pass. Independent source/numerical review found no remaining blocker. No static type checker or Standards Engine certificate is claimed. +Final full Python regression: **807 tests passed in 1,050.525 seconds**. Two +optional in-process reader skips were separately covered by the qualified +training-Python point-cloud/volume suite: **20 passed**, no skips. All 190 Python +source hashes remained identical throughout the full suite; see +[before/after inventory](p5a/python-suite-source-files.json). + ## Actual model/UI qualification The real browser passed four gates in @@ -97,7 +103,8 @@ was copied for this check. ## Publication and remaining scope -Pending commit, push, draft PR and exact-head CI. P5a does not complete G4 or G8. +Published as draft PR50 at `05ea66e4b14e7e23b2d153f98380d44686cb53ed`. +Hosted UI38456049102 and lifecycle38456049347 both passed at that exact head. P5a does not complete G4 or G8. Fresh release-consuming fitting, autonomous evaluation, agent interface parity and final compatibility/UI/restore qualification remain. The independent A8 real-model proposal and original Rheon v2 packet gates remain open. diff --git a/docs/plans/generic-scientific-projects/reports/p5a/python-suite-source-files.json b/docs/plans/generic-scientific-projects/reports/p5a/python-suite-source-files.json new file mode 100644 index 00000000..2f2fca74 --- /dev/null +++ b/docs/plans/generic-scientific-projects/reports/p5a/python-suite-source-files.json @@ -0,0 +1,393 @@ +{ + "after": { + "files": { + "access.py": "50681dd5b2aaba01a311a7465b15161ca264fa4ca9812b95f15914adb5d808f4", + "adapters/rheon/cpu_compare.py": "e2e14eb6f354b88a0123bcdd710d4f990102efb97f7cdb584db4700e7f05ab97", + "adapters/rheon/cpu_project.py": "fe22a72b6dfc1b703c5407ba5691cef2117f6d5adeddf0d504f5c94270c003cf", + "adapters/rheon/generate.py": "0b97fd70bafcf78768e92a801baf8be57a05104c8c9fd021c944d74ca1dcc5d6", + "adapters/rheon/native_transport.py": "642bfab52028053561d20c4a6522bf131cb452ef4f69e55efa0786324c0c9d55", + "adapters/rheon/project.py": "b8ad5848c6399b19ed323526fd8e94630d801780aa5322be0a3ac9c15f5bf5e3", + "ai.py": "a3b04a3015496ff3c66c3eb450ccf887bd5726229669ac0515d95a2761ad3a9a", + "ai_codex.py": "debd26342e73a87635d772e3ee59d30bb822877008d667b47997f52e22f94f16", + "ai_http.py": "73ca648fe00e8f5a4022b14b72c80dd695228706a0f2b79aee605a524b8f2585", + "ai_openrouter.py": "70930124fac7ef08941f571c1d4492f72b29aa94807cfd5d66bc32555432b160", + "app.py": "6a336d83e8042c016abb2c21e33771e6f7f2f4107e58880033b1090f41fce353", + "audio_assets.py": "d69bfa94037ea132be4adebba26c4389d58925a408f2fc27c6984a71fc8dc1cd", + "audio_classification_export.py": "0f0643470cfa3b015c2d56c0e8e1dc2ad4944bc825127b9131fbbdd36349052d", + "audio_export.py": "bc20d32089b3a004504c6cb072e18db9e285c9195db84679670fe460ef51cfc9", + "audio_training.py": "fd5a21f1bfbfbbd72f8ba5a3bcc88017e2b8c2f075a7a6506310a01156f771a7", + "backup_metadata.py": "15fced02dbc6da6b035b2ab7fbf5bd368ef862d0d03eb01561781d09fb921f0a", + "bulk_import.py": "d09fe5973d4cd405b99423989a29de91fee710c56523f48f77a1c4e6fb03ed39", + "canonical_release.py": "1f92e2d822602211475a5e7c13198388cc0a36aa36e0872f66d9fd353dcc2061", + "caption_import.py": "e6e16f3a4977f03491d119bd8ef67430526e4fb100a2a4161d600df2d6eb8acc", + "caption_proposals.py": "a74ca7993b6f3b7dc7fb867a871148f04c743c048a1e988ab517554a35ae901c", + "curation.py": "b25576749afd01f9e699133c5db7e6113f9a5f0ad8961dafc4084292896b0049", + "dataset_recipes.py": "78ae918228f15f9d5924985075cb96535b8953b4ad5faa821d0cacd0a50e3c88", + "dataset_releases.py": "97b2045fcfda2adfaedd98cb8d42ccd72f093bab4d12bb902b940ae8a060f5e0", + "frozen_classification.py": "a6a9fc244bcb7de7da5217fb36d5e73bb03ca1756c9c63770c23a78336606649", + "gateway_discovery.py": "8a02e2ef9038859c1accce9ea3e31ea489423f19799a279f4be6f9afd61297d0", + "grounded_candidates.py": "55bf111d7dfe951fea960f347ed4bfb498d15dcc604bf46fb1ae2505cc1354cc", + "image_classification_export.py": "995edefa24fc039505337fd8d2915e45d173c18a03af513d9f5d8eb234225b96", + "image_generation.py": "c3a62b3cf0bf1d6f6d453a63f7f2a7d08de63864d880959bd0eab237d9856858", + "image_training.py": "5a7807f8834f96bf17e1c020357fdb96a7eb1ac94b54a440db80559d9923f99c", + "immutable_assets.py": "672c08d949f964fcd8cebd9a888092ab0163f022542df337e02bcb17f3c477c8", + "mesh_release.py": "09d29a60bc37826b906097debaf7eb8577a425d3d791ff5df8d3b03607b10de1", + "meshes.py": "abeca65f8a39af57352828169f90f767b6bc770fb5407fb3f18af53be8ff84e2", + "metadata.py": "42559a7efd599f637e6e289802fa7400d59b2915edcf64e3260952d59cd7b439", + "migrate_sqlite.py": "be1a79a1b6f5e2c8e4c99862043a5afcd4f30d6539388c1600908f4a4f3f92da", + "native_detection_import.py": "80466232bd51f58bca9a00ef68e278da087b012e7f1b3b1171e6e51db3b8c572", + "native_text_import.py": "8e1d53558dca265812792a9ec0802994cf200fd448b6dd11560667d07f64af2c", + "pipeline.py": "030b08b215b37701ec2b9a4f00240edef05213191b9568abdb2f2f013ae84659", + "pointclouds.py": "02d9eef31661dd5a9f0855f8e59d7b839b0ad1590f53a657123a5d9da789dd9a", + "preferences.py": "d6279b18375fa8695584a02cfe962b56e77cf4f3521c5e33cc4baf09f8e4dab7", + "projects.py": "d147c6bae61068f5517fd15e3512311459cd4de3d6edfdd9ea984783470d432d", + "pumas_gateway_descriptor.py": "b9c4259bda856fd19d1d82b3a2c000a74ab3979832248fd3f1f1d3d6309c0752", + "pumas_operations.py": "e8b8acee54a027633ae39f00a23b3d4845ae474d031690134cafb1c75bf73511", + "pumas_vision.py": "5659c7731b5011ff39a0a9b7c27712382983f16286540f47f6b1337941bbda7d", + "recipe_contract.py": "c59180b3468e9a4891a7dfae9676f1d77a6a9af461260dd9020d042251292c50", + "recipe_process.py": "72f3e292305cedeff136eb2a2592668113eaeb2c1c658d9933ca85865eb8fa39", + "release_validation.py": "a04e0f3c941256422b0c3a8c28665b6fba025df9d3cfa6cd5d5686e2bb8de95b", + "rheon_controls_contract.py": "25ec0f98f9b0ec576f30793cd24c1dd7b4e77fa7a6bfc6ed323271f829f982f4", + "rheon_controls_sequence_contract.py": "5c41f3a3c848940191d05d9b5b01a2a398b0d2a67f23c603ab8e918897bd3b55", + "rheon_sequence_contract.py": "063d17a3bbc92a27c26c0f5dd4588a9478091ebbf53ce0ccb818cee6a9393b98", + "rheon_sequences.py": "9e3013fb1b5f1baf3de73678a26f964bc2f802435e6fff26476f816847fd22a5", + "runs.py": "a6c1d9f91503179e1e722d17ed7c9c3b0b9e9540e4afb6ee979d177c10235562", + "runtime_snapshots.py": "dad9e4ddf9c11c0e1f2d5b9a7afd6877e7be375fe02030c65b684bca2b0ef45e", + "saved_searches.py": "fcd4021fc20702568f1e44a165473aa752b9a9794a958ff31b33c42aba7114d5", + "saved_selections.py": "4e89ee272fc8a685ec76b3737879d6560661a73e03fca264c2057785905418a3", + "scientific_fields.py": "9efd0400dbb21285da2b8802397b56cd2f0baaf85e24ed044f756a0e568824ac", + "scientific_release.py": "b419730e7cc00212632b3adcdf63997343b6fb9aecd07a6ad2cb6f5c1728fb60", + "sequence_assets.py": "3ac8361f5e24f6b2af93dbd9030bab864da7bddb32da975d937e852d89fff98d", + "sequence_batch_import.py": "3e7af45744ae7f8393059715dbf7012567d0bbb528c3682dd1b992141ae32b10", + "sequence_release.py": "3d1bac3c2d78d75e08337b0659e435fc81c32c7625d8244be4d41f2ecb9e831c", + "spatial_assets.py": "fdd3715025426024a4c8fa1704645d98940cab7e6002846b9e72a54352fe6ef8", + "spatial_release.py": "4d6ec06fceb72257a9d25da09ab24bcf13fc38f66ae50e8b39d5a5796f9b357c", + "synthetic.py": "dc55737b0f55ff4ec8df56a3d6b4f4596f5067bfd75672ba6326453047cab5e9", + "tests/auth_helpers.py": "27a40542686a8a56df04601d765b0d4bf815d65d327b49931696a0ed161b5a7e", + "tests/browser_caption_proposals_server.py": "b131aa4b8732ccd465b5b6c8ae9afc89365e4ae70375fdc0fb239df5e6bb7b06", + "tests/browser_curation_server.py": "812eb92ca91e0c14e6a02a753e1554e5c499b198d659c90036fd2ee7ebef80d5", + "tests/browser_grounded_server.py": "afa77db2d8d4ce01e8257c5d3b5a35cd2dc78bf3199cc306b307341748b170ea", + "tests/browser_image_classification_server.py": "f5f3c3512823298afd6ea110b74bd617ef814e6e0d29cd35cd728760cbc32c34", + "tests/browser_images_server.py": "1375a6a1d9e2727949254de9286fe0da51b69cf5cc55709ef5a9430c7cd0eb55", + "tests/browser_metadata_server.py": "7aa0e25bae8eb5bdd523ea1b568e5ac60d9420e3aa8acd97750f95053f07f053", + "tests/browser_pumas_gateways_server.py": "c17a4b267ea2e1385185f94685eca893691a8f966f46b89c3084e7ba8e8bdc3d", + "tests/browser_pumas_typed_server.py": "fc729ef0b1e4cc107dab0fe5fe8a4b2e09fbb97d32f4f282ce5960f7e9f7ea35", + "tests/browser_server.py": "6c3d57a4e5b5fe75ab866fcf35dc5450a98ed0170d0fbcc03d10f40761dc8d89", + "tests/browser_text_classification_proposals_server.py": "c21f65529ad95962d295153c0a1f7cb29f03937f1496efa02ea3add4a5f14203", + "tests/check_image_classification_consumer.py": "b8894a0c903ede4217671d817ef4a1ccc081d1f6f8548d99d7c24d375a882697", + "tests/check_instruction_consumer.py": "d2b38df86311be0011aced1046c0fd7a7e8f667dee9b1e783a1ff9a189aab5d7", + "tests/check_preference_consumer.py": "9b33ca4300fe6eac6fea14a1b2d24a598a7b50a60dcc81f224a0c1b0296bbf1c", + "tests/check_text_corpus_consumer.py": "00bca07ab03912f4e6208c22aba1842b3a0b98111d28bc443d3ea94e0bdd0a26", + "tests/fake_ai.py": "2eece3243b9c1594b7ed0f0a0dd9f20a453838d2e6b73ad058e217f688631a72", + "tests/fake_ai_codex.py": "31ec8bebf169703cae1db8936c84ae983e57ba7d7dfa937e57bad4e575e41b88", + "tests/fake_caption_model.py": "61a34f2584ce3f3de64075478103422fd04e562649875de97f4e029dbceae7b1", + "tests/fake_classification_model.py": "27cb688d1f1c6d55bc742f8265c7a634133c94d94d4758b691e2b45b03fb7ab5", + "tests/fake_grounded.py": "1edf38662b953dfbb6b3ff0460320b820d7bd6b6bbc6c07157835f3aa5a4afb2", + "tests/fake_images.py": "c4a532a749211c6e67a5f7444eee698c8ac51f28cb3f636ddfcc6a9f1f5e4816", + "tests/fake_pumas_typed.py": "95d0a2e8bf652e6f5165a8c2a9a2a5c2e7378c7680cc3e8c615e431210ae07f1", + "tests/fake_pumas_vision.py": "bcdb4abf3ff170f26f6798a306db77f8ec3c370843905ac816e17b8593d47ddc", + "tests/fixtures/diffusion_check_image_data.py": "6a4394308a4cc69b4ca965aca7f8459d7711ac9d51ce70492562c6ec6d806f94", + "tests/fixtures/external_recipe.py": "06815b425a7722e0aa64d0c8739263fc2db371027b382d0c3326691305e1879c", + "tests/fixtures/image_classification_fixture.py": "1e547f650f20e157eb0b3914213b9bd3ad26d989dabffbc975616b0d8fce77b8", + "tests/fixtures/pumas-typed-v1/harness/probe_gateway.py": "79a4e88223fc94517ac00e8bf1f3a3d005fe2f12c527dab436d6c6e916567f5f", + "tests/fixtures/pumas-typed-v1/harness/serve.py": "f3a7debf3a0ab69537cfdf3e9e51222c6ea322cbd47750a20aeac3f2dfacde69", + "tests/fixtures/rheon_controls_authored.py": "385e20e96d0d0216662477491365490dddf5e6d693ced1ef5ac3845b3a9a3d8a", + "tests/fixtures/rheon_source_derived.py": "884fb395fccc7f9f4b0ce82675eba5aec2621887b4ac1d93b71f2ab0abc99d3a", + "tests/fixtures/text_corpus_fixture.py": "6d1cbef5f8f725bd75e16e9190160002f273d80d9e95c654e78ceda35c9c7d0b", + "tests/fixtures/tiny_transformer/model.py": "d304e951615f3bcb9cd5f4158b7348c5ecfd68731d8a5d62bd0d98e837dd1784", + "tests/fixtures/tiny_transformer/train.py": "8d2b908007dabbbd609312f1a22a697b40534b6c5ab07e3d540fd5833295e47d", + "tests/fixtures/tiny_transformer/use_model.py": "34b94d2be0a870fc470d27e61738e7ff193b586122b72724f7a33f2688099957", + "tests/fixtures/train_image_classifier.py": "a198463590d41660c21ae45313b47c3a5baf38889eb9bc029e4c7fe8aa741ac1", + "tests/fixtures/workspaces/audio/classification_fixture.py": "39af3d407b76cc64625e838d78f6e55208bd0f55f6f36ecba3167a7f1b786dd5", + "tests/fixtures/workspaces/audio/make_fixture.py": "6189d6dff75ca84240f1df5a1442d4ab25e4339431c985de25085d7bf41a4e58", + "tests/fixtures/workspaces/image_corpus.py": "16f829699fc2de257bc8acf672af1d143bf74fcfbff33f030664e2745d958429", + "tests/postgres_helpers.py": "eb8398f68b17d8f84309941058872c2d80d73d09e63c2c8cb4af4d8ec59c22bf", + "tests/qualify_captured_cpu_runtime.py": "36198b4d7935d31997e4ec5ed48b96a1aaefd4f284c1f737e1b00c840cd386e2", + "tests/qualify_cpu_comparison.py": "ccf1d67354b3898fe6eb2f142c5c5e7665318f218df193259d43843366b436ed", + "tests/qualify_native_generation.py": "add38a6aa55fbf42dae1508e5c602a512057250a332a27fd878148736aa07053", + "tests/qualify_scientific_fields.py": "8418dba5856172d891375935b0b51bb2ba518db9dbadf4a2ecd8dfee5c625540", + "tests/qualify_spatial_retained_runs.py": "2c7fca75747ab4639c4d9415b6308c7a3a3a46c7a257b76f8d97cb01c32fb358", + "tests/test_access.py": "31a480dfec02e54db48f7a324714a6b101c34193129a71827bcd61e725d813ea", + "tests/test_access_http.py": "25071bf2647fc6d8d3aa6ed525d45f777c01b6a7831f9802958e26a2e57147a7", + "tests/test_ai.py": "71a1a4b653671ec0c37ecab1a34a69e8e523193741eecfbe1b6298ac8e964aee", + "tests/test_audio_assets.py": "6c63a22d4ba93d41ef0ef6251abb720e50b3c2d240d0fdcd5ae0848d1be8956a", + "tests/test_audio_data.py": "77af876b31b42efc68849b45272b696bf65b8d7b3adf4a125723f14125370f62", + "tests/test_audio_training.py": "1756d9bd3d80202d16fa48e07003e915111db470e7e557369cb0e779aff2f275", + "tests/test_bulk_import.py": "6c085c2a11bcd52e3a39a1c74a2fc84088160f970c22a99dea9eeec4c27a2d4b", + "tests/test_caption_exports.py": "170207224c2b2393b701058ff46f73f13f3c6be6d623e451e89f0c3b1e25c40f", + "tests/test_caption_import.py": "83d46023931d671035959dbdc45b1117f4c82b0d4abb110c35cd28274bf28fbf", + "tests/test_caption_proposals.py": "b199041df42538ab7bf15d15700a1639bef49104c33505fad3584db78dbd128e", + "tests/test_combined_workbench.py": "a6ff63d3dc3bb0ee02d2d94f390f4eff052008e2ecb08929e5be2d65b0921404", + "tests/test_cpu_recipe_contract.py": "1a45b1e6f4f58d3a2002686aed4f04afc7f8736cd618641769bb5e6f8c762ec5", + "tests/test_curation.py": "d0d592e869fe6ce4dd923ad5e6df7ba0f4357d337a4584419fd1206c0c21f144", + "tests/test_dataset.py": "0938fcc8819dd0aaf4b400e8a715027a8d184c4dbe3f5789cc701ad1177383e4", + "tests/test_dataset_releases.py": "32ee71ced83f17717980c1eb4375611b2483dbef9937c3e9b43a80817168e550", + "tests/test_execution_approvals.py": "8368601c1cdb90504533e7f88a515101e7362ac780380224fac8a925c936bb2b", + "tests/test_export_runs.py": "926d86a6331f90f61f846ca421aee0e6ebab650667788fa0c4ec2195c659d401", + "tests/test_external_http.py": "dff9afebade39bc530575f19defbe6064ac39b5406a9e461fca7f1af6cf6e72c", + "tests/test_external_runs.py": "59931dd73ebe7531e793a6dbe5ac4f9f9d5a6c8d6eb2df83930611d7e99118a4", + "tests/test_gateway_discovery.py": "f67eaab50db54e1abac9bfadb51b1bfc807f43c8286dd8ebc4e1126f8f84edc9", + "tests/test_generation_job_api.py": "bcb9c18eec21034eb1079c2a222e7a0d2ab447de2c2392833baac3902713151c", + "tests/test_grounded_candidates.py": "eacfca315f4d1046a3e23b5fc12213c8e75167a56d4cf58acd95a5224d0c2a5f", + "tests/test_image_classification_export.py": "f1a93a4c638a563cd481668b80d05ed48b0a57e58f021cccf8c3ded5c3d06e44", + "tests/test_image_generation.py": "2c4dc04957f25497c7b84cf4870efeba85f171aabbbc9c798ead0ee36c554e7f", + "tests/test_image_training.py": "1a1dcb3bf330ab3b9790cfbccbddebc5444e2c8703403cc40b5e3e81e882b01d", + "tests/test_instruction_responses.py": "f6754faa43b35b43839ac968acd7c05a2197576ff4e355e237e783a992ba0d7d", + "tests/test_mesh_release.py": "cc57a6d4b58cd96551d25a46631945a45c7dc39a21a869e563068a021ec89c20", + "tests/test_mesh_runs.py": "f03b012c0fa7649fb25ab2464977980066fa886fb26fc417111e802dcab47267", + "tests/test_meshes.py": "d9d36438aba8cce733e4a7a67559ea45095b797311d53392089389d0b1de5d38", + "tests/test_metadata_filters.py": "fef2682f8c6a2e7d1ed58dc08fba8d653edd98a76578d7cc012841a959b25631", + "tests/test_metadata_migration.py": "9de22c42dddf41066586bbde1c6852ad09bdb1730a3ce9a25826658924046e9c", + "tests/test_metadata_transactions.py": "14d9155639c6d613c75be318effe7413be14998c848c455cd92c87d266623c4c", + "tests/test_metadata_workers.py": "fd9b624410ad3d32aea5bc77b3739a9aa8207f6d9a0da3bec27b0f54d72462c5", + "tests/test_native_detection_import.py": "2eb4e8ab069bf2636ce9cfb17c2ed7286d82349324f8a073037906aa9c59a751", + "tests/test_native_detection_stack.py": "5e8e2e955f9b6ae0b0f702cd48fea922995bcfc296783df1abbe152836d69b25", + "tests/test_native_text_import.py": "86d347c27587214062a6cf7a0d1d8799d4422818117a6cc9e26b1bf90aff69d0", + "tests/test_pipeline.py": "bda005471eafc061482990a59d16ce91924bbf46e31b1a0f2a766e16be694bbc", + "tests/test_pointclouds.py": "4551a41de6f0d45bd123c8d640324613e698e1683c9a663fa0a47c07f1cefa9e", + "tests/test_preferences.py": "f3c6591965b9a14e4623940ad02696339452ddd0910ffdff4d617ce1b40e28dd", + "tests/test_projects.py": "29fa8a8a421a764a13605a087a6432b7671b01a5ba6511948beadf112b9b7d2e", + "tests/test_pumas_gateways.py": "c716d118e3e6ba0723f7751eb20b6c5cd496b3590f0e82d3341b150e9457621a", + "tests/test_pumas_typed.py": "9b53bd8792b1b2330bc326f626cc3f91e050a7d9687c512018c35c110b2d5edf", + "tests/test_pumas_vision.py": "0bc9d1d055ab60167fbf808cfa83e63b7a9e59694dd51bc00602218632bc54d4", + "tests/test_qa_qualification.py": "539abd5c349b2fd899cab9dd4b64d618d9e0012eaf2f06a5bdb2e8bec795f599", + "tests/test_real_import_foundation.py": "92c10da87b4c0a6593ff0546f9a89656ad2516b590e1a5cde903785a46731b12", + "tests/test_recipe_contract.py": "5eadd7cab5ddeb808d58c125647e4aeb34ae1030c0bbca2110a1d319d946b6bb", + "tests/test_recipe_process.py": "a3884c8af0f50c3a69238f7b8a8a4a7e84ea67a8fbc75772e8b1a2da3059a9bb", + "tests/test_release_preview.py": "ee8f1f2701c4cddc7d0c7fdd211894428620f0415d8caf0bbdc931a7e7936f79", + "tests/test_rheon_adapter.py": "9c47a9213d1f4d810aff9b8fc86f646be0a17a66a0d51786e9729a700c05335b", + "tests/test_rheon_cpu_adapter.py": "5e278f8d0060b9d1009ac89650a7f7ce635adb9cdae5a82960f1d3360a79b1f7", + "tests/test_rights_note.py": "fbffc75b8651f739e1b98989e7c8e4708260580a73471a70d7d1b15e00b857b6", + "tests/test_run_scientific_import.py": "38619c38d6935c2b78f30eab477fa7083fbeeba5ff60676535d438ed99527cb9", + "tests/test_runs.py": "15e0342e5f7b146c6cb70a28816756b9e1348b0ab152440ae32882c67e4eb501", + "tests/test_runtime_snapshots.py": "4a932759b55d641a6aeb329430b43460c0f1afea3a4d3cd2a3f1c3051ab376d0", + "tests/test_saved_generation.py": "546ea3db08c0d772a3616f4dc00757b2cd0c6c14ad056f5783527d391a122a5a", + "tests/test_saved_searches.py": "fc3f5b0a12835be2fa629e1622ab1413bdbae7cf7c3632caf7a5225fdb277300", + "tests/test_saved_selections.py": "560a1fcb6766abfa706dc642c73b8d91fb171a3e007e49604163f281f906dc8a", + "tests/test_scientific_fields.py": "868b4294fe3aaa258796a562eed44b49e49f29585e05107e9e2ce7a21b908154", + "tests/test_scientific_release.py": "e0885eb522e8f3451a3c19e15c1495becb16b43ad949005cf5d7185fb8c7db35", + "tests/test_sequence_batch.py": "c8be7c857d37ca11d8e52878115eea5c93a21e7baa50ec2261c1a1fc1a6b7054", + "tests/test_sequence_release.py": "a7457466674f48bb08cde5237b80d5ca770128b22f5f359ecd4bc90d12d30819", + "tests/test_sequence_runs.py": "09b9861d05f0a5dc0b9da2390f1eff63dba25662ae599fd0ae59e7b7fddbf53a", + "tests/test_sequence_v2_runs.py": "c0a01076f9869f366bd9de96f6b8e338a747d8abc5a1867ab6cdab88869f6e5e", + "tests/test_sequences.py": "0e305b0eeb718893e857a355998345137fe043c5cbce46b29b91046e91d15688", + "tests/test_sequences_v2.py": "ebf96c2cf91e7e05e780f5d46f53f0eb98fc13cc197af818628ec8cd34958f40", + "tests/test_spatial_release.py": "823cd95654cfa8be17f07b6e6c84fe00b03024beee81f8ca9f5a3cbfa051f49d", + "tests/test_spatial_runs.py": "59d1c53542e15cfeb78922be8e366aaec2db541a7a1cbb69710ade249951a99b", + "tests/test_spatial_storage.py": "dc9e0588b73b5fc03b296d1382c4e131571dd1b261c2424f4beff15b0ddaccb0", + "tests/test_synthetic.py": "7d077c66a532efd57ea29347641f7962b4687baa664b5d339a0ed2b1223fcd52", + "tests/test_text_classification_proposals.py": "7ecf4870d58e915dbcf74546e531ad28939eb837170401e88f07346ae4de51b3", + "tests/test_text_corpus_export.py": "c8f840ec9263c9e8f70b0e93da9632d1d1258b0690718ded9b3685ed9a3145c7", + "tests/test_text_training.py": "94481a278c29a056018fa27585ca712ea38ba7ba57663628ae4be10022ee374b", + "tests/test_volume_assets.py": "11519cefc7c0bffba7f878336465f2e16b5b70b65cd480f5326bb06afa4acbfd", + "tests/test_workbench.py": "97fd968831531fc750f564f3e23dc3b021662a4d955939e82f5048dd87c69ef5", + "tests/test_workspace_contracts.py": "b281d64940892b0408702b0b6fa1346daec018fcbfbb5b75ef955158bd8b6f41", + "tests/test_workspace_metadata.py": "3bc9a6823935329588d0eee7d2ddf6960ff4bd4d12df9cd736d19badb2cd4ac5", + "tests/test_workspace_offline.py": "03a277e830dd8c5a2947d2158276b9207b675ae7c75f2562f3e6172acd93eb4b", + "text_classification_export.py": "2510ad278a95892d4453ffb5b146ae47c11f8e31f3dc4cf9fb005eec79270bdf", + "text_classification_proposals.py": "6a29dfe752be4ae2c69d7b2e4ca3e68e87dc511cfee2429093748b4ccc56c86d", + "text_corpus_export.py": "3af4883df1b714519fb4e9be872f39de20dc3013deca720e32a89789cbdbff69", + "text_training.py": "9794c343af00854519be0873bad766eadf681c4826be010efb3423cae1d0974e", + "upgrade_metadata.py": "df798ada0b929fd329c42add8545109422b5821874aeb4c913c4ef5290015525", + "volume_assets.py": "1e057fcec996969e0a9b44ae7561fb7b6ea95b6201a23617fdbbc3a046b610c1", + "workbench.py": "71bbbaf56ae138c5a80ef4ee9854851470bae5effd20315c8fc4febc795fa643" + }, + "utc": "2026-10-13T19:50:15.480485+00:00" + }, + "before": { + "files": { + "access.py": "50681dd5b2aaba01a311a7465b15161ca264fa4ca9812b95f15914adb5d808f4", + "adapters/rheon/cpu_compare.py": "e2e14eb6f354b88a0123bcdd710d4f990102efb97f7cdb584db4700e7f05ab97", + "adapters/rheon/cpu_project.py": "fe22a72b6dfc1b703c5407ba5691cef2117f6d5adeddf0d504f5c94270c003cf", + "adapters/rheon/generate.py": "0b97fd70bafcf78768e92a801baf8be57a05104c8c9fd021c944d74ca1dcc5d6", + "adapters/rheon/native_transport.py": "642bfab52028053561d20c4a6522bf131cb452ef4f69e55efa0786324c0c9d55", + "adapters/rheon/project.py": "b8ad5848c6399b19ed323526fd8e94630d801780aa5322be0a3ac9c15f5bf5e3", + "ai.py": "a3b04a3015496ff3c66c3eb450ccf887bd5726229669ac0515d95a2761ad3a9a", + "ai_codex.py": "debd26342e73a87635d772e3ee59d30bb822877008d667b47997f52e22f94f16", + "ai_http.py": "73ca648fe00e8f5a4022b14b72c80dd695228706a0f2b79aee605a524b8f2585", + "ai_openrouter.py": "70930124fac7ef08941f571c1d4492f72b29aa94807cfd5d66bc32555432b160", + "app.py": "6a336d83e8042c016abb2c21e33771e6f7f2f4107e58880033b1090f41fce353", + "audio_assets.py": "d69bfa94037ea132be4adebba26c4389d58925a408f2fc27c6984a71fc8dc1cd", + "audio_classification_export.py": "0f0643470cfa3b015c2d56c0e8e1dc2ad4944bc825127b9131fbbdd36349052d", + "audio_export.py": "bc20d32089b3a004504c6cb072e18db9e285c9195db84679670fe460ef51cfc9", + "audio_training.py": "fd5a21f1bfbfbbd72f8ba5a3bcc88017e2b8c2f075a7a6506310a01156f771a7", + "backup_metadata.py": "15fced02dbc6da6b035b2ab7fbf5bd368ef862d0d03eb01561781d09fb921f0a", + "bulk_import.py": "d09fe5973d4cd405b99423989a29de91fee710c56523f48f77a1c4e6fb03ed39", + "canonical_release.py": "1f92e2d822602211475a5e7c13198388cc0a36aa36e0872f66d9fd353dcc2061", + "caption_import.py": "e6e16f3a4977f03491d119bd8ef67430526e4fb100a2a4161d600df2d6eb8acc", + "caption_proposals.py": "a74ca7993b6f3b7dc7fb867a871148f04c743c048a1e988ab517554a35ae901c", + "curation.py": "b25576749afd01f9e699133c5db7e6113f9a5f0ad8961dafc4084292896b0049", + "dataset_recipes.py": "78ae918228f15f9d5924985075cb96535b8953b4ad5faa821d0cacd0a50e3c88", + "dataset_releases.py": "97b2045fcfda2adfaedd98cb8d42ccd72f093bab4d12bb902b940ae8a060f5e0", + "frozen_classification.py": "a6a9fc244bcb7de7da5217fb36d5e73bb03ca1756c9c63770c23a78336606649", + "gateway_discovery.py": "8a02e2ef9038859c1accce9ea3e31ea489423f19799a279f4be6f9afd61297d0", + "grounded_candidates.py": "55bf111d7dfe951fea960f347ed4bfb498d15dcc604bf46fb1ae2505cc1354cc", + "image_classification_export.py": "995edefa24fc039505337fd8d2915e45d173c18a03af513d9f5d8eb234225b96", + "image_generation.py": "c3a62b3cf0bf1d6f6d453a63f7f2a7d08de63864d880959bd0eab237d9856858", + "image_training.py": "5a7807f8834f96bf17e1c020357fdb96a7eb1ac94b54a440db80559d9923f99c", + "immutable_assets.py": "672c08d949f964fcd8cebd9a888092ab0163f022542df337e02bcb17f3c477c8", + "mesh_release.py": "09d29a60bc37826b906097debaf7eb8577a425d3d791ff5df8d3b03607b10de1", + "meshes.py": "abeca65f8a39af57352828169f90f767b6bc770fb5407fb3f18af53be8ff84e2", + "metadata.py": "42559a7efd599f637e6e289802fa7400d59b2915edcf64e3260952d59cd7b439", + "migrate_sqlite.py": "be1a79a1b6f5e2c8e4c99862043a5afcd4f30d6539388c1600908f4a4f3f92da", + "native_detection_import.py": "80466232bd51f58bca9a00ef68e278da087b012e7f1b3b1171e6e51db3b8c572", + "native_text_import.py": "8e1d53558dca265812792a9ec0802994cf200fd448b6dd11560667d07f64af2c", + "pipeline.py": "030b08b215b37701ec2b9a4f00240edef05213191b9568abdb2f2f013ae84659", + "pointclouds.py": "02d9eef31661dd5a9f0855f8e59d7b839b0ad1590f53a657123a5d9da789dd9a", + "preferences.py": "d6279b18375fa8695584a02cfe962b56e77cf4f3521c5e33cc4baf09f8e4dab7", + "projects.py": "d147c6bae61068f5517fd15e3512311459cd4de3d6edfdd9ea984783470d432d", + "pumas_gateway_descriptor.py": "b9c4259bda856fd19d1d82b3a2c000a74ab3979832248fd3f1f1d3d6309c0752", + "pumas_operations.py": "e8b8acee54a027633ae39f00a23b3d4845ae474d031690134cafb1c75bf73511", + "pumas_vision.py": "5659c7731b5011ff39a0a9b7c27712382983f16286540f47f6b1337941bbda7d", + "recipe_contract.py": "c59180b3468e9a4891a7dfae9676f1d77a6a9af461260dd9020d042251292c50", + "recipe_process.py": "72f3e292305cedeff136eb2a2592668113eaeb2c1c658d9933ca85865eb8fa39", + "release_validation.py": "a04e0f3c941256422b0c3a8c28665b6fba025df9d3cfa6cd5d5686e2bb8de95b", + "rheon_controls_contract.py": "25ec0f98f9b0ec576f30793cd24c1dd7b4e77fa7a6bfc6ed323271f829f982f4", + "rheon_controls_sequence_contract.py": "5c41f3a3c848940191d05d9b5b01a2a398b0d2a67f23c603ab8e918897bd3b55", + "rheon_sequence_contract.py": "063d17a3bbc92a27c26c0f5dd4588a9478091ebbf53ce0ccb818cee6a9393b98", + "rheon_sequences.py": "9e3013fb1b5f1baf3de73678a26f964bc2f802435e6fff26476f816847fd22a5", + "runs.py": "a6c1d9f91503179e1e722d17ed7c9c3b0b9e9540e4afb6ee979d177c10235562", + "runtime_snapshots.py": "dad9e4ddf9c11c0e1f2d5b9a7afd6877e7be375fe02030c65b684bca2b0ef45e", + "saved_searches.py": "fcd4021fc20702568f1e44a165473aa752b9a9794a958ff31b33c42aba7114d5", + "saved_selections.py": "4e89ee272fc8a685ec76b3737879d6560661a73e03fca264c2057785905418a3", + "scientific_fields.py": "9efd0400dbb21285da2b8802397b56cd2f0baaf85e24ed044f756a0e568824ac", + "scientific_release.py": "b419730e7cc00212632b3adcdf63997343b6fb9aecd07a6ad2cb6f5c1728fb60", + "sequence_assets.py": "3ac8361f5e24f6b2af93dbd9030bab864da7bddb32da975d937e852d89fff98d", + "sequence_batch_import.py": "3e7af45744ae7f8393059715dbf7012567d0bbb528c3682dd1b992141ae32b10", + "sequence_release.py": "3d1bac3c2d78d75e08337b0659e435fc81c32c7625d8244be4d41f2ecb9e831c", + "spatial_assets.py": "fdd3715025426024a4c8fa1704645d98940cab7e6002846b9e72a54352fe6ef8", + "spatial_release.py": "4d6ec06fceb72257a9d25da09ab24bcf13fc38f66ae50e8b39d5a5796f9b357c", + "synthetic.py": "dc55737b0f55ff4ec8df56a3d6b4f4596f5067bfd75672ba6326453047cab5e9", + "tests/auth_helpers.py": "27a40542686a8a56df04601d765b0d4bf815d65d327b49931696a0ed161b5a7e", + "tests/browser_caption_proposals_server.py": "b131aa4b8732ccd465b5b6c8ae9afc89365e4ae70375fdc0fb239df5e6bb7b06", + "tests/browser_curation_server.py": "812eb92ca91e0c14e6a02a753e1554e5c499b198d659c90036fd2ee7ebef80d5", + "tests/browser_grounded_server.py": "afa77db2d8d4ce01e8257c5d3b5a35cd2dc78bf3199cc306b307341748b170ea", + "tests/browser_image_classification_server.py": "f5f3c3512823298afd6ea110b74bd617ef814e6e0d29cd35cd728760cbc32c34", + "tests/browser_images_server.py": "1375a6a1d9e2727949254de9286fe0da51b69cf5cc55709ef5a9430c7cd0eb55", + "tests/browser_metadata_server.py": "7aa0e25bae8eb5bdd523ea1b568e5ac60d9420e3aa8acd97750f95053f07f053", + "tests/browser_pumas_gateways_server.py": "c17a4b267ea2e1385185f94685eca893691a8f966f46b89c3084e7ba8e8bdc3d", + "tests/browser_pumas_typed_server.py": "fc729ef0b1e4cc107dab0fe5fe8a4b2e09fbb97d32f4f282ce5960f7e9f7ea35", + "tests/browser_server.py": "6c3d57a4e5b5fe75ab866fcf35dc5450a98ed0170d0fbcc03d10f40761dc8d89", + "tests/browser_text_classification_proposals_server.py": "c21f65529ad95962d295153c0a1f7cb29f03937f1496efa02ea3add4a5f14203", + "tests/check_image_classification_consumer.py": "b8894a0c903ede4217671d817ef4a1ccc081d1f6f8548d99d7c24d375a882697", + "tests/check_instruction_consumer.py": "d2b38df86311be0011aced1046c0fd7a7e8f667dee9b1e783a1ff9a189aab5d7", + "tests/check_preference_consumer.py": "9b33ca4300fe6eac6fea14a1b2d24a598a7b50a60dcc81f224a0c1b0296bbf1c", + "tests/check_text_corpus_consumer.py": "00bca07ab03912f4e6208c22aba1842b3a0b98111d28bc443d3ea94e0bdd0a26", + "tests/fake_ai.py": "2eece3243b9c1594b7ed0f0a0dd9f20a453838d2e6b73ad058e217f688631a72", + "tests/fake_ai_codex.py": "31ec8bebf169703cae1db8936c84ae983e57ba7d7dfa937e57bad4e575e41b88", + "tests/fake_caption_model.py": "61a34f2584ce3f3de64075478103422fd04e562649875de97f4e029dbceae7b1", + "tests/fake_classification_model.py": "27cb688d1f1c6d55bc742f8265c7a634133c94d94d4758b691e2b45b03fb7ab5", + "tests/fake_grounded.py": "1edf38662b953dfbb6b3ff0460320b820d7bd6b6bbc6c07157835f3aa5a4afb2", + "tests/fake_images.py": "c4a532a749211c6e67a5f7444eee698c8ac51f28cb3f636ddfcc6a9f1f5e4816", + "tests/fake_pumas_typed.py": "95d0a2e8bf652e6f5165a8c2a9a2a5c2e7378c7680cc3e8c615e431210ae07f1", + "tests/fake_pumas_vision.py": "bcdb4abf3ff170f26f6798a306db77f8ec3c370843905ac816e17b8593d47ddc", + "tests/fixtures/diffusion_check_image_data.py": "6a4394308a4cc69b4ca965aca7f8459d7711ac9d51ce70492562c6ec6d806f94", + "tests/fixtures/external_recipe.py": "06815b425a7722e0aa64d0c8739263fc2db371027b382d0c3326691305e1879c", + "tests/fixtures/image_classification_fixture.py": "1e547f650f20e157eb0b3914213b9bd3ad26d989dabffbc975616b0d8fce77b8", + "tests/fixtures/pumas-typed-v1/harness/probe_gateway.py": "79a4e88223fc94517ac00e8bf1f3a3d005fe2f12c527dab436d6c6e916567f5f", + "tests/fixtures/pumas-typed-v1/harness/serve.py": "f3a7debf3a0ab69537cfdf3e9e51222c6ea322cbd47750a20aeac3f2dfacde69", + "tests/fixtures/rheon_controls_authored.py": "385e20e96d0d0216662477491365490dddf5e6d693ced1ef5ac3845b3a9a3d8a", + "tests/fixtures/rheon_source_derived.py": "884fb395fccc7f9f4b0ce82675eba5aec2621887b4ac1d93b71f2ab0abc99d3a", + "tests/fixtures/text_corpus_fixture.py": "6d1cbef5f8f725bd75e16e9190160002f273d80d9e95c654e78ceda35c9c7d0b", + "tests/fixtures/tiny_transformer/model.py": "d304e951615f3bcb9cd5f4158b7348c5ecfd68731d8a5d62bd0d98e837dd1784", + "tests/fixtures/tiny_transformer/train.py": "8d2b908007dabbbd609312f1a22a697b40534b6c5ab07e3d540fd5833295e47d", + "tests/fixtures/tiny_transformer/use_model.py": "34b94d2be0a870fc470d27e61738e7ff193b586122b72724f7a33f2688099957", + "tests/fixtures/train_image_classifier.py": "a198463590d41660c21ae45313b47c3a5baf38889eb9bc029e4c7fe8aa741ac1", + "tests/fixtures/workspaces/audio/classification_fixture.py": "39af3d407b76cc64625e838d78f6e55208bd0f55f6f36ecba3167a7f1b786dd5", + "tests/fixtures/workspaces/audio/make_fixture.py": "6189d6dff75ca84240f1df5a1442d4ab25e4339431c985de25085d7bf41a4e58", + "tests/fixtures/workspaces/image_corpus.py": "16f829699fc2de257bc8acf672af1d143bf74fcfbff33f030664e2745d958429", + "tests/postgres_helpers.py": "eb8398f68b17d8f84309941058872c2d80d73d09e63c2c8cb4af4d8ec59c22bf", + "tests/qualify_captured_cpu_runtime.py": "36198b4d7935d31997e4ec5ed48b96a1aaefd4f284c1f737e1b00c840cd386e2", + "tests/qualify_cpu_comparison.py": "ccf1d67354b3898fe6eb2f142c5c5e7665318f218df193259d43843366b436ed", + "tests/qualify_native_generation.py": "add38a6aa55fbf42dae1508e5c602a512057250a332a27fd878148736aa07053", + "tests/qualify_scientific_fields.py": "8418dba5856172d891375935b0b51bb2ba518db9dbadf4a2ecd8dfee5c625540", + "tests/qualify_spatial_retained_runs.py": "2c7fca75747ab4639c4d9415b6308c7a3a3a46c7a257b76f8d97cb01c32fb358", + "tests/test_access.py": "31a480dfec02e54db48f7a324714a6b101c34193129a71827bcd61e725d813ea", + "tests/test_access_http.py": "25071bf2647fc6d8d3aa6ed525d45f777c01b6a7831f9802958e26a2e57147a7", + "tests/test_ai.py": "71a1a4b653671ec0c37ecab1a34a69e8e523193741eecfbe1b6298ac8e964aee", + "tests/test_audio_assets.py": "6c63a22d4ba93d41ef0ef6251abb720e50b3c2d240d0fdcd5ae0848d1be8956a", + "tests/test_audio_data.py": "77af876b31b42efc68849b45272b696bf65b8d7b3adf4a125723f14125370f62", + "tests/test_audio_training.py": "1756d9bd3d80202d16fa48e07003e915111db470e7e557369cb0e779aff2f275", + "tests/test_bulk_import.py": "6c085c2a11bcd52e3a39a1c74a2fc84088160f970c22a99dea9eeec4c27a2d4b", + "tests/test_caption_exports.py": "170207224c2b2393b701058ff46f73f13f3c6be6d623e451e89f0c3b1e25c40f", + "tests/test_caption_import.py": "83d46023931d671035959dbdc45b1117f4c82b0d4abb110c35cd28274bf28fbf", + "tests/test_caption_proposals.py": "b199041df42538ab7bf15d15700a1639bef49104c33505fad3584db78dbd128e", + "tests/test_combined_workbench.py": "a6ff63d3dc3bb0ee02d2d94f390f4eff052008e2ecb08929e5be2d65b0921404", + "tests/test_cpu_recipe_contract.py": "1a45b1e6f4f58d3a2002686aed4f04afc7f8736cd618641769bb5e6f8c762ec5", + "tests/test_curation.py": "d0d592e869fe6ce4dd923ad5e6df7ba0f4357d337a4584419fd1206c0c21f144", + "tests/test_dataset.py": "0938fcc8819dd0aaf4b400e8a715027a8d184c4dbe3f5789cc701ad1177383e4", + "tests/test_dataset_releases.py": "32ee71ced83f17717980c1eb4375611b2483dbef9937c3e9b43a80817168e550", + "tests/test_execution_approvals.py": "8368601c1cdb90504533e7f88a515101e7362ac780380224fac8a925c936bb2b", + "tests/test_export_runs.py": "926d86a6331f90f61f846ca421aee0e6ebab650667788fa0c4ec2195c659d401", + "tests/test_external_http.py": "dff9afebade39bc530575f19defbe6064ac39b5406a9e461fca7f1af6cf6e72c", + "tests/test_external_runs.py": "59931dd73ebe7531e793a6dbe5ac4f9f9d5a6c8d6eb2df83930611d7e99118a4", + "tests/test_gateway_discovery.py": "f67eaab50db54e1abac9bfadb51b1bfc807f43c8286dd8ebc4e1126f8f84edc9", + "tests/test_generation_job_api.py": "bcb9c18eec21034eb1079c2a222e7a0d2ab447de2c2392833baac3902713151c", + "tests/test_grounded_candidates.py": "eacfca315f4d1046a3e23b5fc12213c8e75167a56d4cf58acd95a5224d0c2a5f", + "tests/test_image_classification_export.py": "f1a93a4c638a563cd481668b80d05ed48b0a57e58f021cccf8c3ded5c3d06e44", + "tests/test_image_generation.py": "2c4dc04957f25497c7b84cf4870efeba85f171aabbbc9c798ead0ee36c554e7f", + "tests/test_image_training.py": "1a1dcb3bf330ab3b9790cfbccbddebc5444e2c8703403cc40b5e3e81e882b01d", + "tests/test_instruction_responses.py": "f6754faa43b35b43839ac968acd7c05a2197576ff4e355e237e783a992ba0d7d", + "tests/test_mesh_release.py": "cc57a6d4b58cd96551d25a46631945a45c7dc39a21a869e563068a021ec89c20", + "tests/test_mesh_runs.py": "f03b012c0fa7649fb25ab2464977980066fa886fb26fc417111e802dcab47267", + "tests/test_meshes.py": "d9d36438aba8cce733e4a7a67559ea45095b797311d53392089389d0b1de5d38", + "tests/test_metadata_filters.py": "fef2682f8c6a2e7d1ed58dc08fba8d653edd98a76578d7cc012841a959b25631", + "tests/test_metadata_migration.py": "9de22c42dddf41066586bbde1c6852ad09bdb1730a3ce9a25826658924046e9c", + "tests/test_metadata_transactions.py": "14d9155639c6d613c75be318effe7413be14998c848c455cd92c87d266623c4c", + "tests/test_metadata_workers.py": "fd9b624410ad3d32aea5bc77b3739a9aa8207f6d9a0da3bec27b0f54d72462c5", + "tests/test_native_detection_import.py": "2eb4e8ab069bf2636ce9cfb17c2ed7286d82349324f8a073037906aa9c59a751", + "tests/test_native_detection_stack.py": "5e8e2e955f9b6ae0b0f702cd48fea922995bcfc296783df1abbe152836d69b25", + "tests/test_native_text_import.py": "86d347c27587214062a6cf7a0d1d8799d4422818117a6cc9e26b1bf90aff69d0", + "tests/test_pipeline.py": "bda005471eafc061482990a59d16ce91924bbf46e31b1a0f2a766e16be694bbc", + "tests/test_pointclouds.py": "4551a41de6f0d45bd123c8d640324613e698e1683c9a663fa0a47c07f1cefa9e", + "tests/test_preferences.py": "f3c6591965b9a14e4623940ad02696339452ddd0910ffdff4d617ce1b40e28dd", + "tests/test_projects.py": "29fa8a8a421a764a13605a087a6432b7671b01a5ba6511948beadf112b9b7d2e", + "tests/test_pumas_gateways.py": "c716d118e3e6ba0723f7751eb20b6c5cd496b3590f0e82d3341b150e9457621a", + "tests/test_pumas_typed.py": "9b53bd8792b1b2330bc326f626cc3f91e050a7d9687c512018c35c110b2d5edf", + "tests/test_pumas_vision.py": "0bc9d1d055ab60167fbf808cfa83e63b7a9e59694dd51bc00602218632bc54d4", + "tests/test_qa_qualification.py": "539abd5c349b2fd899cab9dd4b64d618d9e0012eaf2f06a5bdb2e8bec795f599", + "tests/test_real_import_foundation.py": "92c10da87b4c0a6593ff0546f9a89656ad2516b590e1a5cde903785a46731b12", + "tests/test_recipe_contract.py": "5eadd7cab5ddeb808d58c125647e4aeb34ae1030c0bbca2110a1d319d946b6bb", + "tests/test_recipe_process.py": "a3884c8af0f50c3a69238f7b8a8a4a7e84ea67a8fbc75772e8b1a2da3059a9bb", + "tests/test_release_preview.py": "ee8f1f2701c4cddc7d0c7fdd211894428620f0415d8caf0bbdc931a7e7936f79", + "tests/test_rheon_adapter.py": "9c47a9213d1f4d810aff9b8fc86f646be0a17a66a0d51786e9729a700c05335b", + "tests/test_rheon_cpu_adapter.py": "5e278f8d0060b9d1009ac89650a7f7ce635adb9cdae5a82960f1d3360a79b1f7", + "tests/test_rights_note.py": "fbffc75b8651f739e1b98989e7c8e4708260580a73471a70d7d1b15e00b857b6", + "tests/test_run_scientific_import.py": "38619c38d6935c2b78f30eab477fa7083fbeeba5ff60676535d438ed99527cb9", + "tests/test_runs.py": "15e0342e5f7b146c6cb70a28816756b9e1348b0ab152440ae32882c67e4eb501", + "tests/test_runtime_snapshots.py": "4a932759b55d641a6aeb329430b43460c0f1afea3a4d3cd2a3f1c3051ab376d0", + "tests/test_saved_generation.py": "546ea3db08c0d772a3616f4dc00757b2cd0c6c14ad056f5783527d391a122a5a", + "tests/test_saved_searches.py": "fc3f5b0a12835be2fa629e1622ab1413bdbae7cf7c3632caf7a5225fdb277300", + "tests/test_saved_selections.py": "560a1fcb6766abfa706dc642c73b8d91fb171a3e007e49604163f281f906dc8a", + "tests/test_scientific_fields.py": "868b4294fe3aaa258796a562eed44b49e49f29585e05107e9e2ce7a21b908154", + "tests/test_scientific_release.py": "e0885eb522e8f3451a3c19e15c1495becb16b43ad949005cf5d7185fb8c7db35", + "tests/test_sequence_batch.py": "c8be7c857d37ca11d8e52878115eea5c93a21e7baa50ec2261c1a1fc1a6b7054", + "tests/test_sequence_release.py": "a7457466674f48bb08cde5237b80d5ca770128b22f5f359ecd4bc90d12d30819", + "tests/test_sequence_runs.py": "09b9861d05f0a5dc0b9da2390f1eff63dba25662ae599fd0ae59e7b7fddbf53a", + "tests/test_sequence_v2_runs.py": "c0a01076f9869f366bd9de96f6b8e338a747d8abc5a1867ab6cdab88869f6e5e", + "tests/test_sequences.py": "0e305b0eeb718893e857a355998345137fe043c5cbce46b29b91046e91d15688", + "tests/test_sequences_v2.py": "ebf96c2cf91e7e05e780f5d46f53f0eb98fc13cc197af818628ec8cd34958f40", + "tests/test_spatial_release.py": "823cd95654cfa8be17f07b6e6c84fe00b03024beee81f8ca9f5a3cbfa051f49d", + "tests/test_spatial_runs.py": "59d1c53542e15cfeb78922be8e366aaec2db541a7a1cbb69710ade249951a99b", + "tests/test_spatial_storage.py": "dc9e0588b73b5fc03b296d1382c4e131571dd1b261c2424f4beff15b0ddaccb0", + "tests/test_synthetic.py": "7d077c66a532efd57ea29347641f7962b4687baa664b5d339a0ed2b1223fcd52", + "tests/test_text_classification_proposals.py": "7ecf4870d58e915dbcf74546e531ad28939eb837170401e88f07346ae4de51b3", + "tests/test_text_corpus_export.py": "c8f840ec9263c9e8f70b0e93da9632d1d1258b0690718ded9b3685ed9a3145c7", + "tests/test_text_training.py": "94481a278c29a056018fa27585ca712ea38ba7ba57663628ae4be10022ee374b", + "tests/test_volume_assets.py": "11519cefc7c0bffba7f878336465f2e16b5b70b65cd480f5326bb06afa4acbfd", + "tests/test_workbench.py": "97fd968831531fc750f564f3e23dc3b021662a4d955939e82f5048dd87c69ef5", + "tests/test_workspace_contracts.py": "b281d64940892b0408702b0b6fa1346daec018fcbfbb5b75ef955158bd8b6f41", + "tests/test_workspace_metadata.py": "3bc9a6823935329588d0eee7d2ddf6960ff4bd4d12df9cd736d19badb2cd4ac5", + "tests/test_workspace_offline.py": "03a277e830dd8c5a2947d2158276b9207b675ae7c75f2562f3e6172acd93eb4b", + "text_classification_export.py": "2510ad278a95892d4453ffb5b146ae47c11f8e31f3dc4cf9fb005eec79270bdf", + "text_classification_proposals.py": "6a29dfe752be4ae2c69d7b2e4ca3e68e87dc511cfee2429093748b4ccc56c86d", + "text_corpus_export.py": "3af4883df1b714519fb4e9be872f39de20dc3013deca720e32a89789cbdbff69", + "text_training.py": "9794c343af00854519be0873bad766eadf681c4826be010efb3423cae1d0974e", + "upgrade_metadata.py": "df798ada0b929fd329c42add8545109422b5821874aeb4c913c4ef5290015525", + "volume_assets.py": "1e057fcec996969e0a9b44ae7561fb7b6ea95b6201a23617fdbbc3a046b610c1", + "workbench.py": "71bbbaf56ae138c5a80ef4ee9854851470bae5effd20315c8fc4febc795fa643" + }, + "utc": "2026-10-13T19:32:44.452815+00:00" + }, + "changed": {} +} diff --git a/docs/plans/generic-scientific-projects/reports/p5b-admission.md b/docs/plans/generic-scientific-projects/reports/p5b-admission.md new file mode 100644 index 00000000..fb88cb4a --- /dev/null +++ b/docs/plans/generic-scientific-projects/reports/p5b-admission.md @@ -0,0 +1,213 @@ +# P5b admission proposal: reviewed scientific inputs to unchanged ModalPressure.fit + +**Status: ADMITTED for isolated source preparation; real fitting not yet qualified.** Reviewed 2026-10-13. P5a actual runtime, model comparison, restart and no-adapter gates passed and were published as draft PR50 at05ea66e. Full regression and hosted CI are running against that unchanged checkout. Within the same active P5 stage, source preparation may proceed in the separate feature/scientific-frozen-training-20261013 worktree. Dependent real generation/model qualification, acceptance and branch promotion wait for P5a regression/CI success; any P5a fix must be propagated first. This is an explicit sequencing amendment, within the user's already authorized milestone scope. No additional user permission gate is introduced. This is a fresh CPU fit from frozen reviewed records, not historical CUDA reproduction or new holdout qualification. + + +## Standards disposition and current integration facts + +This report supports [the active parent plan](../plan.md); it does not replace its G4/G8 acceptance or current next slice. Reviewed adopted Coding-Standards revision `dcc56f26e884ade260770beceba2501d3746200d`: Core, Router, Planning, Implementation, Verification, Development Proportionality, Documentation, Code Design and Contract Evolution. Apply ownership through existing Releases/Pipeline/Runs, compatibility through retained binding bytes, and required-real verification through actual consumed arrays and lifecycle/UI results. No Standards Engine certificate is claimed. The smallest next implementation is the generic frozen-input union plus captured cold reader, followed by the optional training adapter and real workflow; no second scheduler, graph engine, parser or new database schema is justified. + +Verified current entry points (all paths relative to repository root): + +- `pipeline.py`: `Pipelines.create_external(body)`, `save(graph_id, body)`, `preflight_external(graph_id, revision)`, `capture_external(graph_id, revision, expected_digest, staging)` and `validate_graph(graph)`. All three current `recipe_contract.prepare(...)` call sites must receive the new release owner; graph save continues `{revision, document}` optimistic concurrency. +- `recipe_contract.py`: `graph_parameters(graph)`, `prepare(projects, graph, execution_sha256, profile=None)` and `validate_material(material)` own binding decoding and captured identity. `projects.py:Projects.read_data_reference(project_id, reference_id, expected_sha256, limit)` remains the original project-input branch unchanged. +- `dataset_releases.py:Releases.locate(release_id)` returns a managed archive path; `create(body)` owns freeze. Add the proposed bounded `capture_input` here, not a caller-supplied path reader in Runs. +- `runs.py:Runs.approve_external(body)` and `submit_external(body)` already own digest-bound grants, consuming actor, same-key reconciliation and admission. The input change flows through those methods; it does not add an execution endpoint or loosen permissions. +- `static/workspace-external.js` owns both `WorkspaceExternal` saved editing and `WorkspaceExternalProject` graph creation. Creation currently only lists `project.data`; saved editing shows input JSON but cannot change it. This is the primary UI write owner. `static/workspace-projects.js` already delegates creation to it; do not modify that file unless a concrete interface change requires it. +- Existing HTTP routes: `/api/workspace/graphs/external`, `/api/workspace/graphs/{id}`, `/api/workspace/graphs/{id}/preflight-external`, `/api/workspace/runs/approve-external`, `/api/workspace/runs/submit-external`. Reuse these bodies/routes. Data freeze remains `POST /api/workbench/releases` and preview its `/preview` suffix. +- Existing `GET /api/workspace/releases` calls `Pipelines.releases()` and `inspect_release()`, which select built-in training/integrity recipes and currently do not admit scientific fields. Do not pretend this list already supplies scientific choices or add a Rheon branch. Proposed generic `Releases.input_candidates()` returns bounded managed archive identities `{release_id, sha256, bytes}` only, through new `GET /api/workbench/releases/input-candidates`. It lists at most the existing 100-release UI budget, accepts no user path, and reports unavailable/oversize files explicitly; the capture method rechecks bytes. The optional consumer remains responsible for scientific validity. Reuse an equivalent existing generic owner if one lands before integration; do not maintain two candidate catalogs. + +Dependency order and runnable checkpoints: + +1. Capture and cold-reader closure with compatibility/boundary tests. Add source-only generic binding editing and save/reopen UI; preflight remains fail-closed until all six inputs are bound and reader qualification succeeds. +2. Optional release-consuming CPU training recipe with strict array/wire/family checks and unchanged fit/validation algorithms. Keep G4 pending until real model evidence exists. +3. Generate the twelve actual reference trajectories, import, perform authored QA owner inspection/review and freeze six bounded releases. Measure archives and finalize the approved input material before executing the fit. +4. Run real CPU fit and validation, then original autonomous evaluation on the resulting checkpoint (120 frames, seeds 900–903, previously exposed). A follow-on evaluation wrapper must accept the newly measured checkpoint/freeze identity without altering P5a's historical pins. Fit alone does not complete G4. Verify full-field comparisons, physics diagnostics, restart/restore and desktop/narrow/keyboard monitor/results. +5. Record exact source/runtime/input/output hashes, test results and browser evidence in the parent ledger. Parent owns status updates, commit/push/draft PR and independent review. No merge/deployment change is authorized here. + +## Measured source facts and size budget + +Pinned original lab scripts are under /workspace/scratch/tuldok-science-probe/lab/scripts. trajectory_experiment.train generates seeds 100..111, eight frames each (historical freeze), stacks full RHS and pressure as float64 [96,32768], calls unchanged ModalPressure.fit, writes training.npz and model.pt, validates seeds 500/501 for 60 frames, and checks rejection of unit-gain ablation. Its train entry point cannot consume frozen releases: it regenerates inputs and calls live Git provenance(). Therefore add optional adapter orchestration invoking unchanged fit/compare/rollout, not a claim that original train itself runs unchanged. Do not patch the originals or fake Git provenance. + +The fit is the original excited-mode positive finite closed-form least-squares fit; no new optimizer, inverse, reduced modes, resampling, downcasting or analytic initialization. Keep all 96 observations in ascending seed then frame order. + +At n=32, each frame contains RHS/pressure 524288 bytes, face velocities 405504 bytes, tracer 131072 bytes: 1060864 numerical bytes. 96 frames total 101842944 bytes. Preserving exact native wire plus all six NPY arrays doubles that payload to 203685888 bytes (194.25 MiB), before headers, reports and receipts. This explains the approximately 205 MB estimate; it is not a measured finished release size. Actual archives must be measured before approval. + +Original training.npz numerical payload is 50331648 bytes (48 MiB), plus small uncompressed ZIP/NPY headers. The source writes np.savez, not compressed output. Model checkpoint is approximately 272 KB historically; new exact size/hash must be measured. Fresh freeze, input receipt and validation diagnostics should keep total training outputs within current 64 MiB output limit. Do not publish full validation field arrays in this recipe: 2 seeds x 60 frames x 3 methods would exceed that budget. Training evidence includes actual consumed-array hashes and retained inputs, not invented historical NPZ byte equality (ZIP metadata can differ). + +Existing bounds: scientific bundle 40 MiB; combined selected scientific assets 40 MiB; cold canonical release archive bound 64 MiB; each recipe input 40 MiB; current aggregate capture 64 MiB; source file 8 MiB; captured files 128. Preserve scientific and per-input bounds. Freeze six releases, each containing two complete eight-frame seed records (~34 MB), and bind all six inputs. Twelve single-seed releases are a fallback if actual metadata makes a pair exceed 40 MiB. No splitting a trajectory into records to evade family checks. + +CPU profile only: proposed aggregate input bound 256 MiB and total captured source+input+generated policy/bootstrap bound 320 MiB. Keep legacy system profile at 64 MiB and outputs at 64 MiB. Enforce in prepare, retained validate_material, and recipe_process.validate_spec (which separately hardcodes the 64 MiB captured closure). Profile must be validated before selecting its bound; arbitrary descriptor presence must not enable larger legacy limits. Runtime snapshot bytes remain separately bounded/measured, not counted as input capture. Memory can exceed disk bytes due to ZIP expansion/stacks/transforms; these byte bounds do not promise 320 MiB RSS. Observe actual peak RSS and leave original scientific memory gates unchanged. + +## Generic binding API and compatibility + +Retain exact old binding shape {reference_id, expected_sha256}, receipt shape, graph serialization and identities. Treat that existing shape as project_reference; do not inject a default kind into saved old graphs. New union variant is {kind: "frozen_release", release_id: <64hex>, expected_sha256: <64hex>}. Unknown/mixed fields fail. No domain names in generic core. + +Suggested narrow Releases.capture_input(release_id, expected_sha256, max_bytes) -> (raw_bytes, receipt), inspect-authorized, under Workbench lock, regular immutable managed file only, exact size/hash checked. Receipt closed fields: kind="frozen_release", catalog_id, release_id, measured_sha256, bytes. release_id is content identity today; enforce equality to measured/expected digest. No filesystem path supplied by caller. No live-record revalidation or revision substitution: the frozen archive is authority. Generic owner captures bytes; optional adapter performs scientific semantics. + +Extend recipe_contract.prepare(projects, graph, execution_sha256, profile=None, *, releases=None) compatibly; release binding requires explicit releases owner from Pipeline/Runs. Old project binding and receipt representations, retained graph digests and stored material remain byte-identical. Newly created material naturally records the changed execution-host source hashes; do not claim that a new host yields the old approval digest. Material input receipt union preserves old project receipt exactly; frozen receipt catalog must equal material.catalog_id; captures input/name hash/length must equal receipt and declared max. Preserve exact approval/material digest and same-key reconciliation: editing any binding/config invalidates preflight and approval; post-preflight modified/missing release refuses before GO. + +Existing external graph input node becomes a real named-input mapping to the six archives actually read by fit. No unused Data node. Save/reopen/definition differences show frozen IDs and hashes. Typed parameter controls can expose threads and approved bounded runtime configuration; n32/training seeds/8frames/validation60 are fixed acceptance invariants, not tempting unconstrained knobs. + +## Scientific consumer and source closure + +Reuse scientific_release.validate_bytes(raw, expected_sha256), scientific_fields.parse_bundle and current canonical receipt validators. Do not create a weaker second release reader. After validation, traverse only exact validated record asset paths and complete manifest-listed arrays; np.load(BytesIO(...), allow_pickle=False), preserve dtype/order/shape. Fit consumes only RHS/pressure but verifies all six fields and exact native wire/provenance as evidence. + +Static top-level local import closure currently has 17 files, 270607 bytes: access.py, audio_assets.py, audio_classification_export.py, audio_export.py, bulk_import.py, canonical_release.py, caption_import.py, dataset_releases.py, image_classification_export.py, immutable_assets.py, meshes.py, native_text_import.py, scientific_fields.py, scientific_release.py, text_classification_export.py, text_corpus_export.py, workbench.py. Run-origin provenance additionally lazy-imports recipe_process.py. This count is source inspection, not an executed import qualification. Top-level external non-stdlib dependencies include PIL and psycopg, so copying scientific_release.py alone or assuming NumPy/Torch-only closure is wrong. + +Preferred bounded change: move strictly server-only PIL/psycopg imports to their use sites in existing owners, provided cold reader has no executed dependency on those functions, then capture the exact local source closure (including recipe_process). Independent fresh isolated reader import/positive run-source validation must prove closure. If some dependency is actually needed, stop and revise admission/runtime snapshot rather than install silently or duplicate algorithms. No broad parser refactor just to shorten source count. Preserve old release bytes and existing import behavior tests. Capture unchanged original model/experiment/numerical helper sources, optional training wrapper, native transport/policy, exact binary/build receipt, cold reader closure and CPU runtime descriptor. No live checkout imports; path layout must match originals. All adapter provenance must describe measured captured identities rather than call historical provenance() with nonexistent live Git state. + +## Acceptance and leakage checks + +Before fit, require available human-reviewed field_sequence releases, all selected rows train, exactly seeds 100..111 and eight consecutive frames each, n32 consistent axis/centering/dtype/geometry/time, exact producer report stages (pressure/RHS projection and post-step velocities/tracer), complete all-six-field+wire inventory and accepted finite native diagnostics. Revalidate wire-to-NPY equality using existing optional decoder. Seed names alone are insufficient: bind request/build/policy/source receipts and family identity. Generate fresh training data through existing approved native Runs, import actual artifacts into Data, review and freeze; QA executes review transitions through a named authenticated owner using production Access/Workbench interfaces and explicit QA-authored inspection notes. This proves the owner review flow, not independent end-user scientific acceptance. No direct database review writes, actor bypass or fabricated human acceptance. + +Across all six releases reject repeated record IDs, repeated asset/source digests, duplicate first-observed state and conflicting protected families/splits. Run connected-components checks on the combined frozen snapshots/groups, not just each archive separately. Require distinct expected trajectory families for the twelve seeds. Selected-family evidence remains declared/selected scope, not proof about omitted ancestors. Reject validation/test rows from fitting. Validation 500/501 uses original comparison without weight updates; tests 900..903 are previously exposed and must remain labelled so. Fit/validation do not establish fresh holdout quality. + +Require fit finite positive gains/excitation, unchanged full-field validation gates and ablation outcome. Do not reuse P5a pinned historical-checkpoint validator to validate a new checkpoint: define a new optional result schema binding exact new model.pt, training.npz, all six release hashes, ordered record/frame/array hashes, fit metrics, native/runtime identities, validation and ablation. Check checkpoint schema and full state_dict shapes/finite values via weights_only load in qualified runtime. Independent replay of frozen input arrays establishes actual use; tampered RHS must fail receipt or alter consumed-array hash/result, never pass as unused input. + +## Write ownership proposal and runnable checkpoints + +1. Root: recipe_contract.py, pipeline.py, runs.py, dataset_releases.py, app.py and relevant generic contracts/tests. Generic union, owner capture, exact digest/approval semantics, bounded retained validation. Existing project-only graph golden identities first. +2. Runtime owner: recipe_process.py and focused process tests for CPU-only 320 MiB capture and legacy64 MiB refusal. No global output-limit increase. +3. Cold-reader owner: scientific_release.py only if a small combined-input API is genuinely needed; otherwise existing public API unchanged. Coordinate narrowly approved lazy-import edits in workbench/caption_import/native_text_import/bulk_import/dataset_releases as required by dependency inventory. Focused independent cold/old-release/restore tests. +4. Optional-adapter owner: new adapters/rheon/cpu_train.py and cpu_training_project.py plus contract/tests; unchanged upstream scripts copied and pinned. Consume all declared archive inputs, unchanged fit and validation, real result gates. +5. UI owner: static/workspace-external.js and minimal static/workspace-real.js integration; input-kind selector and frozen-release picker per named slot, typed configuration, approval digest, saved input hashes, live bounded log/status/cancel, verified result downloads. Reuse existing graph and Runs lifecycle. No explanatory wall or hardcoded Rheon behavior in generic UI. +6. Independent evidence owner: actual generation/import/review/freeze, real HTTP/browser edited binding/config -> preflight -> approval -> run -> monitor/result -> reopen and relocated restore. Use explicit authenticated QA owner review/approval through production operations; already authorized QA work does not require another user confirmation. Do not claim actual acceptance from neutral fixtures. + +Tests: retained old project binding/material byte equality; new release capture hash mismatch/missing/oversize/cross-catalog; aggregate CPU bounds and legacy rejection; changed config/binding stale approvals; release family leakage across archives; draft/nonhuman/test/duplicate/missing frame/changed dtype/stage/wire refusals; cold source closure without live repo/PIL/psycopg; direct fit input array equality to original oracle; actual fit/validation/ablation and checkpoint reopen; cancellation/cleanup/retry with new exact approval; backup restore and result/download byte identity. Runtime/model qualification follows successful P5a gate, never mocked acceptance. + +Open before implementation: actual archive byte inventory; cold-import dependency isolation; exact intended CPU fit/validation resource window (current P5a600 seconds may not be suitable); recorded QA owner review of the twelve generated records through production interfaces, clearly distinguished from real end-user scientific acceptance. This proposal changes only this report; runtime source remains frozen during the active P5a browser/model qualification. + +## Proposed exact verification/documentation write set + +Alongside the runtime/UI owners above, update existing `tests/test_external_runs.py`, `tests/test_external_http.py`, `tests/test_recipe_process.py` and `tests/browser_workspace_external.cjs` only for affected generic contracts. New optional acceptance tests belong in `tests/test_rheon_cpu_training.py` and `tests/browser_workspace_cpu_training.cjs`; fixture-only positives are explicitly synthetic. Cold closure changes use `tests/test_scientific_release.py` and existing retained-reader coverage. Extend the existing `tests/test_workspace_external_controller.cjs` for stale binding/picker/session responses. Reuse existing browser helpers in the new real-training workflow. Durable input semantics belong in the existing `docs/contracts/external-recipes.md`; CPU limits in `docs/contracts/captured-cpu-runtime.md`; optional numerical scope in new `docs/contracts/rheon-cpu-training.md`. Update the parent `plan.md`, `execution-ledger.md` and `issues.md` only as evidence changes. This planning task writes only this report. + +## Compact in-app progress and metrics (proposed) + +### Existing authority and gap + +`recipe_process._helper` already owns stdout/stderr capture in `custody/stdout.log` and `custody/stderr.log`, with a 1 MiB limit per stream, truncation causing `stream_limit` cancellation, and exact retained stream byte counts/SHA256 in its custody receipt. Runs owns launch, cancellation, drain and publication. `Runs._public` currently exposes lifecycle events/progress/custody phase but no external stream text or scientific metrics; `WorkspaceExternal.runHTML` shows custody only. `static/workspace-real.js:loadRuns` already refreshes the selected active Run every 1800 ms and stops polling terminal Runs. Reuse that loop; no telemetry daemon, WebSocket service, database event mirror or second scheduler. + +The existing internal training `_drain` parser explicitly excludes raw worker text; do not relax it. Add a separate read-only external diagnostic projection in the same Runs owner. Diagnostic text is project-authored and untrusted, never a state transition, permission, scientific verdict or reason to mark a Run completed. + +### Proposed bounded read API + +Add inspect-authorized `Runs.external_progress(run_id)` and `GET /api/workspace/runs/{id}/progress`. It accepts only a validated Run ID, never a path, stream name, arbitrary artifact name or caller offset. Load and validate the external Run; resolve only the current catalog's `_external_directory(run)/custody`, not retained historical absolute `spec.cwd`. Open owned directory components without symlink traversal and fixed stdout/stderr regular files with no-follow/nonblocking semantics. Reject changed inode/path ownership, FIFOs, symlinks and sizes over the existing 1 MiB stream limit. Missing logs before launch yield an explicit pending status; missing retained diagnostics yield unavailable, not an empty successful log. + +Read at most the last 8 KiB of each stream per response. Return closed fields `schema_version`, `run_id`, `state`, `custody_phase`, `evidence`, `streams`, `progress`, `result`; stream entries contain `available_bytes`, `start_byte`, `text`, `truncated`. UTF-8 replacement decoding is display-only; hashes always cover raw bytes. Drop a partial leading line before structured-event parsing, replace display controls except newline/tab, and render text only (escape HTML; never hyperlink or execute output). Bound parsed lines to 4096 bytes and the response to 192 KiB after the same JSON encoding used by HTTP, including escaping. Enforce the encoded limit explicitly; summary fields are semantically bounded below, and diagnostic tails may be reduced with truthful truncation metadata if needed. A growing active file is a valid bounded observation, so do not use `_read_regular`'s unchanged-size requirement unchanged for live tails; use bounded descriptor reads and report observed bytes rather than pretending an atomic entire-stream snapshot. + +`evidence` is one of `pending`, `live_unverified`, `custody_verified`, `unavailable`. Active/unknown Runs always use `live_unverified`, with label “Live process output — unverified.” For drained terminal diagnostics, verify the entire stream (still at most 1 MiB) against the exact identity-validated custody receipt's size/hash before saying “Custody-verified process output.” Failed/cancelled output can have verified custody but is never a successful result. Completed Runs additionally bind the published custody receipt hash through the existing Runs record. Source files missing after restore remain visibly unavailable; never follow the old absolute location. Do not persist diagnostic tails or inferred stages as another mutable truth. + +### Actual stages and numeric progress + +The optional training adapter flushes small JSON lines on existing stdout with closed protocol `{format:"tuldok_progress_v1", stage, completed, total, metrics}`. Stages are bounded identifier strings supplied by the reviewed recipe; generic core knows no Rheon names. Integers satisfy `0 <= completed <= total <= 1000000`; metrics are at most eight bounded named finite numeric values. Recognize only complete valid lines; malformed/unrelated text remains diagnostic text and cannot abort or alter the Run. Keep the latest valid event from the bounded tail; if none is present show “No structured progress available,” never infer progress from wall time. This is a projection of the existing stream, not an independently durable event channel. + +For this adapter emit actual `loading` counts for 12 verified trajectories/96 frames, `fit` start 0/1 and finish 1/1 around the real unchanged `ModalPressure.fit` call, `validation` counts 0..2 for seeds 500/501 after each completed 60-frame comparison, then `publishing` before the wrapper writes its final results. Each scientific metric is a number actually returned/recomputed, such as fit relative pressure error, fit wall seconds, validation relative velocity/tracer error and divergence maximum; use the original script's actual field names where possible. The fit is closed-form with **zero optimizer steps**: no epochs, fabricated loss curve, per-step updates, fabricated ETA or apparent continuously increasing fit percentage. Native comparison frame-level progress is shown only if the unchanged execution actually provides it; otherwise retain the completed-seed count. + +Progress never supersedes Runs state. A live “publishing” line is not successful publication; only Runs' existing drained/verified terminal transition enables completed artifacts. A restart, cancellation, stale response or stream limit preserves this distinction. + +### Hash-verified completed result panel + +Add one generic optional output role `result_summary`, explicitly declared in the approved recipe's existing output inventory. Its exact declared artifact name, role, byte cap (64 KiB), and captured recipe identity authorize rendering; neither a filename suffix nor an stdout line can nominate another file. The proposed closed JSON schema `tuldok_result_summary_v1` contains a bounded title, up to 24 finite numeric metrics `{name,value,unit}`, at most eight bounded scope labels, and optional checkpoint artifact name. Strings are bounded plain text: title 120 code points, metric name 64, unit 24, scope label 160. Summary input remains capped at 64 KiB; the encoded whole-response cap applies independently. No HTML, scripts, paths, URLs, arbitrary tables or nested executable content. + +Expose the summary through an inspect-authorized Runs projection using existing `_verified_artifacts`/`artifact` authority, only for `state == completed` and exactly one declared `result_summary` output. Return this in the same `/progress` response; do not add another summary endpoint or reader. The closed response includes `result`, null until verified, then `{status:"hash_verified", artifact_name, sha256, summary}`. The referenced checkpoint must be another verified artifact in the same completed inventory with the recipe-declared `checkpoint` role. Downloads continue through the existing `/artifacts/{name}` endpoint. No server checkpoint deserialization. + +Generic shape validation proves safe display and custody only. The optional adapter owns numerical qualification and must write the summary from its already validated fit/validation report, including all release hashes and measured checkpoint identity in the full result artifact. Include a visible “Hash-verified artifact; metrics are recipe-reported” caption. This preserves the difference between byte integrity and independent scientific acceptance. Invalid/tampered summary hides metrics and reports unavailable; it does not rewrite the completed Run or invent fallback metrics from its log. Historical recipes without the role retain their existing artifact list and custody view unchanged. + +### UI integration and decisive evidence + +Keep the Runs panel compact: lifecycle badge; current stage/count; up to four primary numeric values; checkpoint download after verified completion; one collapsed diagnostics section with separate stdout/stderr tails and evidence label. Full provenance and remaining metrics stay in details/downloads. Refresh through the existing selected-Run poll with its generation/view guards; session change, Run selection and navigation invalidate pending responses. Stop automatic polling on terminal state, retain explicit Refresh, and preserve diagnostic disclosure/focus while refreshing. Scope labels include authored QA evidence, CPU runtime and previously exposed evaluation seeds where applicable. No universal quality/accuracy badge. + +Write owners: Runs/app owner adds the bounded projection and optional result-role validation; optional adapter owner emits actual stdout events and approved result summary; UI owner changes `static/workspace-external.js` and the existing `loadRuns` composition in `static/workspace-real.js`. Reuse custody logs and receipt code in `recipe_process.py`; no extra stream writer is needed. Tests cover active growth, truncated/partial/non-UTF8 text, malicious control/HTML text, missing/oversize/symlink files, receipt hash mismatch, cross-catalog access, malformed event counts/nonfinite metrics, stale/session-switched UI responses, failed/cancelled diagnostics, role-confused summaries and checkpoint references, terminal restored verification, plus actual observed loading → closed-form fit → validation → verified checkpoint in the real browser. Synthetic stage fixtures prove parsing only, never actual fitting. + +Run-artifact input binding is deferred to P5c: P5b's only new input variant remains `frozen_release`. P5b produces and retains the real checkpoint and its evidence; P5c may add a separately specified generic completed-Run artifact binding for convenient follow-on evaluation. This sequencing does not remove the parent G4 autonomous-evaluation acceptance requirement or permit unused graph inputs. + + +## Independent admission corrections and assigned owners + +Independent review identified two omissions, now admitted explicitly. The optional +producer currently supports only two frames. Extend `adapters/rheon/generate.py` +and `adapters/rheon/project.py` to at most eight whole frames, wire at most12 MiB, +fields.zip at most20 MiB and declared aggregate output40 MiB; keep the120-second +wall bound, grid32 ceiling and unchanged native source/solver. Preserve the old +one/two-frame behavior and frozen historical bytes. Update affected producer +unit/browser refusal checks (the invalid upper frame becomes9), and qualify an +actual eight-frame/all-six-array wire capture before generating training data. +No scratch-only bypass of the declared producer is allowed. The progress response +now has coherent8 KiB tails and192 KiB encoded response bounds as specified above. + +All implementation below occurs in `/workspace/Tuldok-p5b`; the P5a checkout stays +source-stable for regression. Root owns recipe_contract.py, pipeline.py, +dataset_releases.py, corresponding frozen-input tests, contracts and plan. +`milestone_audit` owns recipe_process.py capture bounds and its tests, plus narrow +server-only lazy-import edits needed by the cold reader (coordinate the +dataset_releases.py import edit with root, never edit that file concurrently). +`volume_assets` owns runs.py/app.py progress and result projection, HTTP tests, +and registration of the generic release-candidate route against root's owner API. +`mesh_ui` owns workspace-external/workspace-real JavaScript and controller tests. +`recipe_design` owns the optional training adapter/assembler and their tests. +`point_assets` owns the eight-frame producer extension and generation/browser +qualification harness. `mesh_review` performs independent integration review +after completing P5a regression. No new scheduler, database schema, parser or +scientific algorithm is introduced. + +Additional reviewed integration writes: `tests/test_frozen_recipe_inputs.py` owns +frozen-byte authority, binding staleness, old material equality and CPU/legacy +bound tests. `.github/workflows/tests.yml` runs the new training adapter module +under the already provisioned training interpreter, so its three NumPy-dependent +contract tests are covered despite explicit skips in the base interpreter. No +new dependency installation is added. `native_transport.py` admits an explicit +validation seed tuple (default P5a scope unchanged) and optional bounded private +regular-file stderr evidence for the unit-gain rejection test; unrelated native +failures cannot be labeled physics rejection. Source review required closed native +policy/mapping evidence, finite training residuals, validation identity/maxima and +measured original memory-limit enforcement; all were implemented before execution. + + +## Real preparation admission + +P5a commit05ea66e passed full807-test local regression with unchanged190-source +inventory, plus20 independent native-reader checks, and exact-head hosted +UI38456049102/lifecycle38456049347. The dependency gate is satisfied. Independent +P5b generic/UI and optional numerical reviews found no remaining blocker after +the recorded fixes;26 generic tests and12 training adapter checks pass. + +Admit actual eight-frame producer qualification, then preparation-only production +Runs for seeds100..111, QA owner Data review and six pair releases. Verify each +wire/array set and measure actual archive sizes. Server/runtime/adapter source +remains frozen during Runs. The fresh fit follows a preparation evidence review +against the admitted256 MiB aggregate input and40 MiB individual limits. This is +an internal execution checkpoint within the user's existing authorization. + +## Fresh fitting admission + +Preparation completed with twelve native trajectories (seeds 100–111, eight +frames each), 576 independently checked field arrays and six QA-owner-reviewed +train-only pair releases. Root independently verified each downloaded archive +against its release SHA-256 and byte count. Sizes are 34,145,326; 34,145,202; +34,145,306; 34,145,280; 34,145,150; and 34,145,328 bytes, totaling 204,871,592 +bytes. Every input fits the 40 MiB bound and the total fits 256 MiB. + +The preparation inventory is `build/qa/workspace-cpu-training/run-OgbEYN/prepared-inputs.json`. +Actual producer qualification passed ten tests, including the extended native +eight-frame path. All 27 captured training sources and the current cold-reader +closure were rechecked before starting the browser resume. Fresh fitting through +the saved graph is admitted. This admits execution, not successful model +qualification; progress, checkpoint, independent numerical checks and restart +evidence remain required. No production deployment or merge is authorized. + +## First actual fitting attempt: retained failure + +Run `ece8abe0a4024d1483048d91b7980cf0` reached terminal `failed` / `drained` +after approximately 65 seconds, before browser shutdown. The actual fit and both +validation trajectories passed, but the adapter refused ablation qualification. +The pinned native program emits `trajectory probe: stored divergence … exceeds …`; +the authored classifier incorrectly expected `Error: `. The observed untrained +divergence was 0.20241660624742508 against 0.00001. This failure is preserved and +is not successful training acceptance. + +Admit a narrow correction to the exact pinned diagnostic prefix and regression +coverage using the retained line. Retain exit-code, seed/method, exact diagnostic +bytes/hash, finite-value and threshold checks; unrelated failures remain rejected. +No numerical algorithm, training inputs or acceptance threshold changes. A new +captured project and fresh exact approval are required for the next attempt. diff --git a/docs/plans/generic-scientific-projects/reports/p5b-verification.md b/docs/plans/generic-scientific-projects/reports/p5b-verification.md new file mode 100644 index 00000000..ac52f938 --- /dev/null +++ b/docs/plans/generic-scientific-projects/reports/p5b-verification.md @@ -0,0 +1,75 @@ +# P5b: fresh CPU training from frozen scientific releases + +## Qualification + +Actual Run `11fc2be1aada490f9b67c11c190728f6` completed with drained custody. +It consumed six verified, QA-owner-reviewed immutable releases containing twelve +whole native trajectories, seeds 100–111, eight frames each. Independent byte +checks cover all 576 field arrays. All 96 ordered float64 RHS/pressure observations +match the published training NPZ exactly. The original pinned modal fitting and +validation algorithms are unchanged; orchestration consumes frozen Data inputs. + +The fresh checkpoint contains 32,767 fitted gains, with zero optimizer steps. +Independent NumPy replay agrees to a maximum relative gain difference of +2.002450423477542e-14. The actual fitting call took 0.215544621 seconds; the whole +Run took 64.748344 seconds including capture/runtime loading, validation and +publication. Measured Python peak RSS was 615,874,560 bytes. These timings are +observations on this CPU, not historical speedup or hardware reproduction claims. + +Both 60-frame validation trajectories (seeds 500 and 501) passed. Maximum relative +velocity error was 7.66891475e-8, tracer error 3.49280828e-8 and learned divergence +1.311302185e-6. Native residual, Courant and zero learned-iteration gates passed. +The unit-gain ablation produced the exact native physics rejection, verified by +exit status, bounded diagnostic bytes/hash and threshold. + +Checkpoint SHA-256: `e08e85d991d2734383d14501d6dcfdaccb45dfd53370d883c26b44e84255f5f8`. +Training NPZ SHA-256: `3ca87734e4ebe41320328b130908dc88b85967dcc745f80f8c207cf29b539184`. +Freeze SHA-256: `020ac431def0540edca65b6009ee77ebf8a5eff414efd9cf7da38532ef711792`. +The qualified captured runtime remains `cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7`. + +## Public workflow and durability + +The browser selected six frozen releases, saved the graph, preflighted the exact +material, granted owner approval and submitted through the existing Runs owner. +Actual loading/validation progress and verified checkpoint metrics appeared in +the compact UI. Six HTTP artifact downloads were hash-checked; after a cold +server restart, all artifact bytes and result/progress evidence remained equal. +The twelve loopback-only offline canary checks passed. Desktop (1440 px) and +narrow (390 px) screenshots capture Pipeline, live validation and completed +results. Final UI inspection hides the unrelated pending-stage table for external Runs +and collapses raw custody identifiers while keeping actual status, metrics and +checkpoint prominent. A separate read-only browser recheck passed at both widths, +verified the checkpoint download, and confirmed all 20 Run IDs stayed unchanged. +It did not rerun or requalify model fitting. See the [inspection receipt](p5b/inspection-receipt.json). + +## Retained failed attempt + +Earlier Run `ece8abe0a4024d1483048d91b7980cf0` failed and drained after fitting and +validation because the adapter expected the wrong native diagnostic prefix. +The fix recognizes only the exact pinned `trajectory probe: ` prefix and retains +all physics/hash checks. Regression coverage uses the observed native line and +rejects unrelated diagnostics, wrong thresholds, signal exits and hash mismatch. +The failed Run/project remain retained; success uses a fresh captured project +and approval. No unknown attempt was automatically retried. + +## Verification status + +Independent source review found no blocker. Focused generic contract/progress +tests passed (26); producer tests passed (10, including real native eight-frame +generation); training adapter checks passed (12 with the pinned assembly/runtime +inputs); helper/import regressions passed (61). Plan validation and diff checks +passed. Full final Python/JavaScript regression is running; hosted exact-head CI +will be recorded after draft publication. Pending checks are not accepted gates. + +## Evidence and limits + +- [Actual browser receipt](p5b/receipt.json), [independent cold oracle](p5b/cold-report.json), [Run summary](p5b/run-summary.json). +- [Frozen input inventory](p5b/prepared-inputs.json), [input consumption receipt](p5b/input-receipt.json), [training freeze](p5b/freeze.json), [actual result](p5b/result.json). +- [Verified progress/result projection](p5b/completed-progress.json); twelve generation cold reports and six screenshots are retained in `p5b/`. + +Full payloads remain in the local catalog and QA directory, not Git. QA-authored +owner review is not independent end-user scientific certification. Training +validation fields were compared in memory and are not retained by this bounded +recipe. Autonomous evaluation with durable full fields is P5c, still pending. +There is no GPU, new holdout, general 3D training, ASR or historical timing claim. +P7 backup/restore remains pending. diff --git a/docs/plans/generic-scientific-projects/reports/p5b/cold-report.json b/docs/plans/generic-scientific-projects/reports/p5b/cold-report.json new file mode 100644 index 00000000..63cc6971 --- /dev/null +++ b/docs/plans/generic-scientific-projects/reports/p5b/cold-report.json @@ -0,0 +1,46 @@ +{ + "qualification": "Independent NumPy replay of exact frozen training inputs and closed-form checkpoint gains; original producer validation reports retained separately", + "limitations": [ + "QA-authored owner review, not independent end-user scientific acceptance.", + "No new holdout, GPU, general 3D or autonomous evaluation acceptance." + ], + "releases": [ + { + "sha256": "c21553baf38d2aa44a17eba441d039d9c6c22e863ec436c1e7e524ce923d0f14", + "bytes": 34145326 + }, + { + "sha256": "e3dbff795de37df43501fc26010635242f600d3c3e228188bd2e63dbf17066b6", + "bytes": 34145202 + }, + { + "sha256": "4e7bdc2b16554a6c73321bbd15329408a39f710a02ef34fc8b29507493bd8e0e", + "bytes": 34145306 + }, + { + "sha256": "fd1e3412b8ce639ece6821f69f3981127d94052a88ab28649844d630b5038c4c", + "bytes": 34145280 + }, + { + "sha256": "296f07e01ab0cf0dc428f9b680b0d02026705494847b9ee23845d46ce66ec893", + "bytes": 34145150 + }, + { + "sha256": "06e843c74f9cdda576a52859b736435eb6c8aee7f87b565de8dcc6625824c64b", + "bytes": 34145328 + } + ], + "records": 12, + "observations": 96, + "fitted_parameters": 32767, + "optimizer_steps": 0, + "ordered_input_array_sha256": { + "rhs": "55e610b8446e58da6d070675783e5eabb90c9d9bb289f205aae16d86894bd945", + "pressure": "343adc356891e1013f4fe3c5ab5ed3a4ba82249639abc958fed12abfc0dcff9e" + }, + "model_sha256": "e08e85d991d2734383d14501d6dcfdaccb45dfd53370d883c26b44e84255f5f8", + "training_npz_sha256": "3ca87734e4ebe41320328b130908dc88b85967dcc745f80f8c207cf29b539184", + "minimum_training_modal_energy": 2.6435572961144745e-08, + "training_mean_relative_pressure_l2": 1.602787159726027e-08, + "maximum_gain_relative_difference": 2.002450423477542e-14 +} diff --git a/docs/plans/generic-scientific-projects/reports/p5b/completed-progress.json b/docs/plans/generic-scientific-projects/reports/p5b/completed-progress.json new file mode 100644 index 00000000..5dd76f22 --- /dev/null +++ b/docs/plans/generic-scientific-projects/reports/p5b/completed-progress.json @@ -0,0 +1,66 @@ +{ + "schema_version": 1, + "run_id": "11fc2be1aada490f9b67c11c190728f6", + "state": "completed", + "custody_phase": "drained", + "evidence": "custody_verified", + "streams": { + "stdout": { + "available_bytes": 8999, + "start_byte": 807, + "text": "qualification/qualified-catalog/runtime-snapshots/cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7/packages/numpy.libs/libscipy_openblas64_-f48b354e.so\",\"/workspace/scratch/tuldok-cpu-qualification/qualified-catalog/runtime-snapshots/cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7/packages/numpy/_core/_multiarray_umath.cpython-312-x86_64-linux-gnu.so\",\"/workspace/scratch/tuldok-cpu-qualification/qualified-catalog/runtime-snapshots/cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7/packages/numpy/linalg/_umath_linalg.cpython-312-x86_64-linux-gnu.so\",\"/workspace/scratch/tuldok-cpu-qualification/qualified-catalog/runtime-snapshots/cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7/packages/torch/_C.cpython-312-x86_64-linux-gnu.so\",\"/workspace/scratch/tuldok-cpu-qualification/qualified-catalog/runtime-snapshots/cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7/packages/torch/lib/libc10.so\",\"/workspace/scratch/tuldok-cpu-qualification/qualified-catalog/runtime-snapshots/cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7/packages/torch/lib/libgomp.so.1\",\"/workspace/scratch/tuldok-cpu-qualification/qualified-catalog/runtime-snapshots/cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7/packages/torch/lib/libshm.so\",\"/workspace/scratch/tuldok-cpu-qualification/qualified-catalog/runtime-snapshots/cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7/packages/torch/lib/libtorch.so\",\"/workspace/scratch/tuldok-cpu-qualification/qualified-catalog/runtime-snapshots/cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7/packages/torch/lib/libtorch_cpu.so\",\"/workspace/scratch/tuldok-cpu-qualification/qualified-catalog/runtime-snapshots/cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7/packages/torch/lib/libtorch_global_deps.so\",\"/workspace/scratch/tuldok-cpu-qualification/qualified-catalog/runtime-snapshots/cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7/packages/torch/lib/libtorch_python.so\",\"/workspace/scratch/tuldok-cpu-qualification/qualified-catalog/runtime-snapshots/cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7/python/bin/python3.12\",\"/workspace/scratch/tuldok-cpu-qualification/qualified-catalog/runtime-snapshots/cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7/system/lib/ld-linux-x86-64.so.2\",\"/workspace/scratch/tuldok-cpu-qualification/qualified-catalog/runtime-snapshots/cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7/system/lib/libc.so.6\",\"/workspace/scratch/tuldok-cpu-qualification/qualified-catalog/runtime-snapshots/cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7/system/lib/libdl.so.2\",\"/workspace/scratch/tuldok-cpu-qualification/qualified-catalog/runtime-snapshots/cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7/system/lib/libgcc_s.so.1\",\"/workspace/scratch/tuldok-cpu-qualification/qualified-catalog/runtime-snapshots/cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7/system/lib/libm.so.6\",\"/workspace/scratch/tuldok-cpu-qualification/qualified-catalog/runtime-snapshots/cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7/system/lib/libpthread.so.0\",\"/workspace/scratch/tuldok-cpu-qualification/qualified-catalog/runtime-snapshots/cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7/system/lib/librt.so.1\",\"/workspace/scratch/tuldok-cpu-qualification/qualified-catalog/runtime-snapshots/cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7/system/lib/libstdc++.so.6\",\"/workspace/scratch/tuldok-cpu-qualification/qualified-catalog/runtime-snapshots/cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7/system/lib/libutil.so.1\",\"/workspace/scratch/tuldok-cpu-qualification/qualified-catalog/runtime-snapshots/cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7/system/lib/libz.so.1\"],\"module_paths\":{\"ctypes\":\"/workspace/scratch/tuldok-cpu-qualification/qualified-catalog/runtime-snapshots/cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7/python/lib/python3.12/ctypes/__init__.py\",\"numpy\":\"/workspace/scratch/tuldok-cpu-qualification/qualified-catalog/runtime-snapshots/cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7/packages/numpy/__init__.py\",\"os\":\"/workspace/scratch/tuldok-cpu-qualification/qualified-catalog/runtime-snapshots/cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7/python/lib/python3.12/os.py\",\"torch\":\"/workspace/scratch/tuldok-cpu-qualification/qualified-catalog/runtime-snapshots/cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7/packages/torch/__init__.py\"},\"packages\":{\"numpy\":\"2.5.4\",\"torch\":\"2.8.0+cpu\"},\"python\":\"3.12.14 (main, Aug 25 2026, 14:00:49) [Clang 22.1.3 ]\",\"snapshot_sha256\":\"cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7\",\"sys_path\":[\"/workspace/scratch/tuldok-cpu-qualification/qualified-catalog/runtime-snapshots/cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7/python/lib/python3.12\",\"/workspace/scratch/tuldok-cpu-qualification/qualified-catalog/runtime-snapshots/cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7/python/lib/python3.12/lib-dynload\",\"/workspace/scratch/tuldok-cpu-qualification/qualified-catalog/runtime-snapshots/cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7/packages\"],\"virtual_modules\":{\"torch.classes\":{\"class\":\"_Classes\",\"defining_module\":\"torch._classes\",\"defining_path\":\"/workspace/scratch/tuldok-cpu-qualification/qualified-catalog/runtime-snapshots/cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7/packages/torch/_classes.py\",\"pseudo_file\":\"_classes.py\"},\"torch.ops\":{\"class\":\"_Ops\",\"defining_module\":\"torch._ops\",\"defining_path\":\"/workspace/scratch/tuldok-cpu-qualification/qualified-catalog/runtime-snapshots/cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7/packages/torch/_ops.py\",\"pseudo_file\":\"_ops.py\"}}}}\n{\"completed\":0,\"format\":\"tuldok_progress_v1\",\"metrics\":{\"frames\":0},\"stage\":\"loading\",\"total\":12}\n{\"completed\":1,\"format\":\"tuldok_progress_v1\",\"metrics\":{\"frames\":8},\"stage\":\"loading\",\"total\":12}\n{\"completed\":2,\"format\":\"tuldok_progress_v1\",\"metrics\":{\"frames\":16},\"stage\":\"loading\",\"total\":12}\n{\"completed\":3,\"format\":\"tuldok_progress_v1\",\"metrics\":{\"frames\":24},\"stage\":\"loading\",\"total\":12}\n{\"completed\":4,\"format\":\"tuldok_progress_v1\",\"metrics\":{\"frames\":32},\"stage\":\"loading\",\"total\":12}\n{\"completed\":5,\"format\":\"tuldok_progress_v1\",\"metrics\":{\"frames\":40},\"stage\":\"loading\",\"total\":12}\n{\"completed\":6,\"format\":\"tuldok_progress_v1\",\"metrics\":{\"frames\":48},\"stage\":\"loading\",\"total\":12}\n{\"completed\":7,\"format\":\"tuldok_progress_v1\",\"metrics\":{\"frames\":56},\"stage\":\"loading\",\"total\":12}\n{\"completed\":8,\"format\":\"tuldok_progress_v1\",\"metrics\":{\"frames\":64},\"stage\":\"loading\",\"total\":12}\n{\"completed\":9,\"format\":\"tuldok_progress_v1\",\"metrics\":{\"frames\":72},\"stage\":\"loading\",\"total\":12}\n{\"completed\":10,\"format\":\"tuldok_progress_v1\",\"metrics\":{\"frames\":80},\"stage\":\"loading\",\"total\":12}\n{\"completed\":11,\"format\":\"tuldok_progress_v1\",\"metrics\":{\"frames\":88},\"stage\":\"loading\",\"total\":12}\n{\"completed\":12,\"format\":\"tuldok_progress_v1\",\"metrics\":{\"frames\":96},\"stage\":\"loading\",\"total\":12}\n{\"completed\":0,\"format\":\"tuldok_progress_v1\",\"metrics\":{},\"stage\":\"fit\",\"total\":1}\n{\"completed\":1,\"format\":\"tuldok_progress_v1\",\"metrics\":{\"training_mean_relative_pressure_l2\":1.6027872504127476e-08,\"training_wall_s\":0.21554462100175442},\"stage\":\"fit\",\"total\":1}\n{\"completed\":0,\"format\":\"tuldok_progress_v1\",\"metrics\":{},\"stage\":\"validation\",\"total\":2}\n{\"completed\":1,\"format\":\"tuldok_progress_v1\",\"metrics\":{\"max_ai_divergence\":1.3113021850585938e-06,\"max_relative_tracer_l2\":3.3938350015675445e-08,\"max_relative_velocity_l2\":7.643819620027289e-08},\"stage\":\"validation\",\"total\":2}\n{\"completed\":2,\"format\":\"tuldok_progress_v1\",\"metrics\":{\"max_ai_divergence\":1.1920928955078125e-06,\"max_relative_tracer_l2\":3.492808281709091e-08,\"max_relative_velocity_l2\":7.668914751823363e-08},\"stage\":\"validation\",\"total\":2}\n{\"completed\":0,\"format\":\"tuldok_progress_v1\",\"metrics\":{},\"stage\":\"publishing\",\"total\":1}\n", + "truncated": true + }, + "stderr": { + "available_bytes": 72, + "start_byte": 0, + "text": "trajectory probe: stored divergence 0.20241660624742508 exceeds 0.00001\n", + "truncated": false + } + }, + "progress": { + "completed": 0, + "format": "tuldok_progress_v1", + "metrics": {}, + "stage": "publishing", + "total": 1 + }, + "result": { + "status": "hash_verified", + "artifact_name": "result-summary.json", + "sha256": "ad89e6106e83a06a6ac68dd0eb950338cf05ffba768f3fd72558cb03348188ec", + "summary": { + "checkpoint": "model.pt", + "format": "tuldok_result_summary_v1", + "metrics": [ + { + "name": "Training frames", + "unit": "frames", + "value": 96 + }, + { + "name": "Fitted parameters", + "unit": "parameters", + "value": 32767 + }, + { + "name": "Training relative pressure L2", + "unit": "", + "value": 1.6027872504127476e-8 + }, + { + "name": "Validation velocity relative L2", + "unit": "", + "value": 7.668914751823363e-8 + } + ], + "scope": [ + "Fresh CPU closed-form fit; zero optimizer steps.", + "Authored QA review; selected frozen training families only.", + "Validation seeds500/501; no autonomous test evaluation yet.", + "No historical CUDA or GPU acceptance." + ], + "title": "Frozen-field CPU fit" + } + } +} \ No newline at end of file diff --git a/docs/plans/generic-scientific-projects/reports/p5b/freeze.json b/docs/plans/generic-scientific-projects/reports/p5b/freeze.json new file mode 100644 index 00000000..fd3aeada --- /dev/null +++ b/docs/plans/generic-scientific-projects/reports/p5b/freeze.json @@ -0,0 +1 @@ +{"ablation":"untrained_unit_gains_rejected_by_physics_gate","benchmark_repetitions":5,"checkpoint_sha256":"e08e85d991d2734383d14501d6dcfdaccb45dfd53370d883c26b44e84255f5f8","device":"cpu","limits":{"inference_bytes":8000000000,"training_bytes":20000000000},"memory":{"gpu_peak_allocated_bytes":0,"gpu_peak_reserved_bytes":0,"python_peak_rss_bytes":615874560},"methods":["jacobi","sgs","learned"],"n":32,"schema":"rheon-trajectory-freeze-v1","scope":"Fresh CPU fit from reviewed frozen fields; fixed sealed uniform box; no historical CUDA reproduction.","source":{"binary_sha256":"583c939548d68ec7b25cf60bb9434ca1416f28ab6c06b3cad68a1aaf10b344db","build_receipt_sha256":"4eb9f3b83c77261bf49ce4f2d5718b615d4d70aeb68513b9eface8ccf03e6620","device":"cpu","numpy":"2.5.4","python":"3.12.14 (main, Aug 25 2026, 14:00:49) [Clang 22.1.3 ]","python_executable":"/workspace/scratch/tuldok-cpu-qualification/qualified-catalog/runtime-snapshots/cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7/python/bin/python3.12","runtime_snapshot_sha256":"cc54ef199fc192b70f702e85dda70bfc8697bf3220373ae9f031afd8b237f0a7","source_sha256":{"trajectory_cpu.py":"f8479f2667fd91fe83bf6c2d66fd1fb9cd9b60d960615b25f528ccac700ba039","trajectory_experiment.py":"e1fd053f693730d39ded6a7ee50fd6e562bef37b2171bb7ed26acb770605e2f6","trajectory_model.py":"83e93e75bbe05a8dfc8e8dc416b333d6d2e2614613ba45b4f77f99bb94f9a0b4","verify_parallel_results.py":"9d4bd626bbd4352102c11765a47040a37e729a15d5074211f5e60b5bc9ab31ad"},"threads":8,"torch":"2.8.0+cpu"},"test_frames":120,"test_seeds":[900,901,902,903],"training":{"fitted_parameters":32767,"method":"supervised_modal_least_squares","minimum_training_modal_energy":2.6435572961144745e-08,"optimizer_steps":0,"training_mean_relative_pressure_l2":1.6027872504127476e-08,"training_wall_s":0.21554462100175442},"training_data_sha256":"3ca87734e4ebe41320328b130908dc88b85967dcc745f80f8c207cf29b539184","training_frames":8,"training_releases":[{"bytes":34145326,"field_sequence_count":2,"input":"training_1","sha256":"c21553baf38d2aa44a17eba441d039d9c6c22e863ec436c1e7e524ce923d0f14"},{"bytes":34145202,"field_sequence_count":2,"input":"training_2","sha256":"e3dbff795de37df43501fc26010635242f600d3c3e228188bd2e63dbf17066b6"},{"bytes":34145306,"field_sequence_count":2,"input":"training_3","sha256":"4e7bdc2b16554a6c73321bbd15329408a39f710a02ef34fc8b29507493bd8e0e"},{"bytes":34145280,"field_sequence_count":2,"input":"training_4","sha256":"fd1e3412b8ce639ece6821f69f3981127d94052a88ab28649844d630b5038c4c"},{"bytes":34145150,"field_sequence_count":2,"input":"training_5","sha256":"296f07e01ab0cf0dc428f9b680b0d02026705494847b9ee23845d46ce66ec893"},{"bytes":34145328,"field_sequence_count":2,"input":"training_6","sha256":"06e843c74f9cdda576a52859b736435eb6c8aee7f87b565de8dcc6625824c64b"}],"training_trajectories":[{"arrays":[{"frame":1,"pressure_sha256":"84cdbdbe5fe074e07024a1110c5c6e529940e87c0ebfb1a2dfe12e4fcfd1398b","rhs_sha256":"3cc118b9c270d56a77ece2d19735fe1774860e88b850db419a6211d12cb234ed"},{"frame":2,"pressure_sha256":"6817035021b488ac58f6e9f27e765493235885d450826d3ef5e62df4500fd651","rhs_sha256":"88af5059f23cf8d392b6c77f4a14bb253f15d741aede2fc1a5e9001bf651964b"},{"frame":3,"pressure_sha256":"c117e6a26111682867dcc621a587cbd9f7a38bd82c773c4f2691e434830b9298","rhs_sha256":"5236fb31455fa8988fc7d8dcbbf1ef59e03a794c604867551ccdf53131b343fa"},{"frame":4,"pressure_sha256":"3429006ec9c4b582af7da4129c8347a139b24203e03b8b77b3d565537d686a85","rhs_sha256":"91c1f5320c543950e4e79c852112a9feaeb9a22dbb85b7dbe100039219615b6a"},{"frame":5,"pressure_sha256":"d0d3088b375998e77e2187a2a0baa5441c18f734746f6899946ba8affb88fa9a","rhs_sha256":"469795d3a8a722f449d0db8bff8ee1409af15f6ad1955d2ba6c144289229dfbe"},{"frame":6,"pressure_sha256":"051830d8b26f89ef4a7822836ba84c223680b3f42dd1def14fa34a4490faadeb","rhs_sha256":"a454237acc675dd22f5ea6d4136432799b59ebd42f2d336edba65669a11f2ed6"},{"frame":7,"pressure_sha256":"a854c5fd513f9385799fa0e3c26c637d75870eae1d6641442b7947d46f7fa0a4","rhs_sha256":"5f157b2efc2541df0e981dc087ca9c4b107296f5c978cf04b5a074ea98553a94"},{"frame":8,"pressure_sha256":"8526f100f7ac701ebc3bfbfbf2b78cfe8c75dce72020d0dd41ecc5c8d7f04f8d","rhs_sha256":"081c26b408fef65912dd03006e8c3938d0b3239c7e310ed5f3601d30ec991632"}],"asset_sha256":"1c137295d187099956c0b96149e0cd1babaab893d2d7396e563593d8abc85028","frames":8,"record_id":"10248a96cd884c97aba789c46f5b30e8","release_sha256":"c21553baf38d2aa44a17eba441d039d9c6c22e863ec436c1e7e524ce923d0f14","reports":[{"actual_divergence_max":2.9802322387695312e-08,"advection_ms":34.931393,"correction_ms":2.070204,"courant":0.012171820551156998,"frame":1,"iterations":296,"pressure_ms":206.006212,"relative_residual":9.047536548105893e-09,"time":0.016666666666666666,"total_ms":252.976278,"tracer_integral":0.0003449921748130169,"tracer_ms":9.967706999999999},{"actual_divergence_max":5.960464477539063e-08,"advection_ms":41.095512,"correction_ms":2.2123630000000003,"courant":0.024014515181382496,"frame":2,"iterations":296,"pressure_ms":203.614316,"relative_residual":9.560440535409262e-09,"time":0.03333333333333333,"total_ms":258.675853,"tracer_integral":0.0006897932466234927,"tracer_ms":11.753112},{"actual_divergence_max":1.1920928955078125e-07,"advection_ms":34.731509,"correction_ms":2.058167,"courant":0.035467059910297395,"frame":3,"iterations":296,"pressure_ms":190.721688,"relative_residual":9.058111913939401e-09,"time":0.05,"total_ms":238.08775400000002,"tracer_integral":0.001034283281903211,"tracer_ms":10.575859999999999},{"actual_divergence_max":1.1920928955078125e-07,"advection_ms":32.937241,"correction_ms":3.524743,"courant":0.04650850047667821,"frame":4,"iterations":296,"pressure_ms":196.54861100000002,"relative_residual":9.20729735917782e-09,"time":0.06666666666666667,"total_ms":244.94255900000002,"tracer_integral":0.0013783429261300063,"tracer_ms":11.931443999999999},{"actual_divergence_max":1.1920928955078125e-07,"advection_ms":41.937044,"correction_ms":2.267674,"courant":0.057447010278701784,"frame":5,"iterations":296,"pressure_ms":225.500135,"relative_residual":9.34000170142447e-09,"time":0.08333333333333333,"total_ms":281.631331,"tracer_integral":0.001721868239085602,"tracer_ms":11.925866000000001},{"actual_divergence_max":2.086162567138672e-07,"advection_ms":33.150404,"correction_ms":2.479085,"courant":0.06842742363611858,"frame":6,"iterations":296,"pressure_ms":204.900676,"relative_residual":9.080230476053022e-09,"time":0.1,"total_ms":251.25472599999998,"tracer_integral":0.002064759518154029,"tracer_ms":10.723787999999999},{"actual_divergence_max":1.7881393432617188e-07,"advection_ms":34.560018,"correction_ms":2.250419,"courant":0.08008025288581848,"frame":7,"iterations":296,"pressure_ms":225.09063400000002,"relative_residual":9.45121057005584e-09,"time":0.11666666666666667,"total_ms":272.98902400000003,"tracer_integral":0.002406926989817059,"tracer_ms":11.087262},{"actual_divergence_max":2.384185791015625e-07,"advection_ms":35.274187999999995,"correction_ms":2.061321,"courant":0.0913014272848765,"frame":8,"iterations":296,"pressure_ms":194.975332,"relative_residual":8.620835596181032e-09,"time":0.13333333333333333,"total_ms":243.28643,"tracer_integral":0.0027480005310140986,"tracer_ms":10.974677}],"revision":2,"seed":100,"wire_sha256":"3d007c36d1d79743f39940aec60b8908314dc8baae9e71fc7e93fe6148cc16bd"},{"arrays":[{"frame":1,"pressure_sha256":"5db8e2b71f0fd8b9d0bb9a1543ee288324211b2da671687b8a4d724f9b62f566","rhs_sha256":"5caecb5c7c384524a5872222b30a22bb78df39643f2775e760259dbf5018c229"},{"frame":2,"pressure_sha256":"cb57faa3667ba4734de1b8821ad0695455197f2f24ec3e9ed830065c15707c0b","rhs_sha256":"53f3fb9e943607cb3515f42de7d6fb70a456c511847b544ae70453544d3a4ab5"},{"frame":3,"pressure_sha256":"f9dc1af767d90513b5671a4714ea01b5773f43da2a5010bbcc7c6e33331585e4","rhs_sha256":"31b7135b665b36070cc87b0787592c48e5cd47d87337f2ad56d776e7eef72d0b"},{"frame":4,"pressure_sha256":"57de93c1f72a076623e428b0b03f1c0f468aef4132b3a1a31feac76f27f39eea","rhs_sha256":"183f83fcba48cba12b5caedeaf8b42d49a44d456d5c7a84345b5363c82943c9a"},{"frame":5,"pressure_sha256":"dbe09fb1d9d720cca3c0a6466a3babd5e66d1a87ad245948a7316b5e8a1c45b0","rhs_sha256":"a238d546fb6aac263214e7e1194f74c31e8f60346e5d75b910d7d6bf3e9d1686"},{"frame":6,"pressure_sha256":"3a1ad0ea66987efbc86d1cee3634a8d6f730c696716ecce3262cd41d3aefcd05","rhs_sha256":"1c1b521d2940701ced39a0737eaad08e804d2b20a72de9402f5452fcc98fbdc2"},{"frame":7,"pressure_sha256":"bd33b8c9ee25b8c4e21794605ed9c2e9d0c526b945c2b80d00897848725b2423","rhs_sha256":"210afe8a7929ec3c6648228526a716023d8b073d0defa25de30e3791841bf658"},{"frame":8,"pressure_sha256":"38b09de9acacdc810452c701e3e09a92822599b9f27eae8a1fc27c012bfd0dcf","rhs_sha256":"23f272b59d2e0f2f4755fe37f849cfc4c541534c6adde841ef232b6a852bbeda"}],"asset_sha256":"b591b00b9b9c32f3fe595d03197881f7626adeb89db2cacb2712900f52efe0c0","frames":8,"record_id":"9a12007586654e9190df16a9a6e0c3b2","release_sha256":"c21553baf38d2aa44a17eba441d039d9c6c22e863ec436c1e7e524ce923d0f14","reports":[{"actual_divergence_max":2.9802322387695312e-08,"advection_ms":34.448917,"correction_ms":2.18486,"courant":0.012061848491430282,"frame":1,"iterations":296,"pressure_ms":213.44126,"relative_residual":9.196762098943488e-09,"time":0.016666666666666666,"total_ms":260.72216599999996,"tracer_integral":0.00034499559781934704,"tracer_ms":10.646496},{"actual_divergence_max":4.7497451305389404e-08,"advection_ms":36.56781,"correction_ms":2.519652,"courant":0.023616157472133636,"frame":2,"iterations":296,"pressure_ms":209.427135,"relative_residual":9.584478858404949e-09,"time":0.03333333333333333,"total_ms":259.317594,"tracer_integral":0.0006898107596125438,"tracer_ms":10.802275},{"actual_divergence_max":1.341104507446289e-07,"advection_ms":39.529312,"correction_ms":2.085865,"courant":0.03505374193191528,"frame":3,"iterations":296,"pressure_ms":214.91211700000002,"relative_residual":9.54905673464827e-09,"time":0.05,"total_ms":266.943602,"tracer_integral":0.0010343337281472297,"tracer_ms":10.415526},{"actual_divergence_max":8.940696716308594e-08,"advection_ms":35.877505,"correction_ms":2.0936969999999997,"courant":0.046478579938411715,"frame":4,"iterations":296,"pressure_ms":189.19295499999998,"relative_residual":9.700571425400719e-09,"time":0.06666666666666667,"total_ms":238.544371,"tracer_integral":0.001378457910019188,"tracer_ms":11.379603},{"actual_divergence_max":1.4901161193847656e-07,"advection_ms":34.982600000000005,"correction_ms":2.520875,"courant":0.05768407583236694,"frame":5,"iterations":296,"pressure_ms":193.51368499999998,"relative_residual":9.532860537360021e-09,"time":0.08333333333333333,"total_ms":241.71606200000002,"tracer_integral":0.0017220839227841465,"tracer_ms":10.698101999999999},{"actual_divergence_max":2.980232238769531e-07,"advection_ms":35.563683999999995,"correction_ms":2.149849,"courant":0.0688481867313385,"frame":6,"iterations":296,"pressure_ms":198.020267,"relative_residual":9.361741677591499e-09,"time":0.1,"total_ms":246.37836299999998,"tracer_integral":0.0020651254231912443,"tracer_ms":10.643761999999999},{"actual_divergence_max":2.086162567138672e-07,"advection_ms":39.976589,"correction_ms":2.0655159999999997,"courant":0.07976966698964437,"frame":7,"iterations":296,"pressure_ms":209.836713,"relative_residual":9.660204679276619e-09,"time":0.11666666666666667,"total_ms":262.24381,"tracer_integral":0.0024075081372293174,"tracer_ms":10.364310999999999},{"actual_divergence_max":3.2782554626464844e-07,"advection_ms":33.423569,"correction_ms":2.1233,"courant":0.08978995184103648,"frame":8,"iterations":296,"pressure_ms":199.206731,"relative_residual":9.526338296171741e-09,"time":0.13333333333333333,"total_ms":245.25373100000002,"tracer_integral":0.002749168011087741,"tracer_ms":10.49924}],"revision":2,"seed":101,"wire_sha256":"c583e7b9a00b057c1b2dea6f23dbf41c3770fc690a5e7430d8fe8558c733b481"},{"arrays":[{"frame":1,"pressure_sha256":"460333e496e713b33c46eb2221574bd73a94435d635a308241c28b87c599798c","rhs_sha256":"fad943723a7c2c9981ad20cdadc5fc7b4d1e51066c8cb4b263310622283d4da8"},{"frame":2,"pressure_sha256":"fab7a12ce1c7cf7f50ce877c0bc65ed904277ad1178d9c2c2d3f1984926540b7","rhs_sha256":"6d0e7e2183ca61dcd6bfae0090da888f07e3a60e658a3c17e445b391010cf1bb"},{"frame":3,"pressure_sha256":"dd7e78ff6c8962a175216148625ce495e48ce021f51c8b22bf1e72d06d5ca44d","rhs_sha256":"d0debb027897b18c3796218272e2d1ebfdb9b99da3b79d1aba8b2820e5d88c60"},{"frame":4,"pressure_sha256":"c371474c1667f6fea9833ff46dd4fd1472989aa823f73497103bf4609376ea73","rhs_sha256":"9b1d42b17615fd675e5a0fe8a94cad37520525f163068285fe83f280f52de8da"},{"frame":5,"pressure_sha256":"d28a01aca27da93601407622785ac461b18dbcf20b7fd4282ef17bfd17d51a45","rhs_sha256":"e82d9f2d7ec6fbb3b18bd88aac366fc3ce72be041695391ece6ad460eb2cf211"},{"frame":6,"pressure_sha256":"63a59170c09e69f0d882d2b8e618b1f4e6ef76c5b7fc803236e629012a580333","rhs_sha256":"91a40f0de307a9333cc9cc51834d33091a6a966a18bcaff7b2240bd06b4299df"},{"frame":7,"pressure_sha256":"87c0d00c68cc9f4f2502a1e5461d15bb02d39d933507605a01469981458bfdf8","rhs_sha256":"2c1de2c153a1bac27b60b1588aadcf08b5e296812c8cc5b412b4f98f33ef06a2"},{"frame":8,"pressure_sha256":"188042e967208e02deb40b8c77d303463fbc2d0491b0b24fd40dd0f1ce7b4127","rhs_sha256":"2cb46f78b4dc620da418e7e981e7cbf51315da7bb4b357e039d5f3b582cd920b"}],"asset_sha256":"334df086cd8cd6dc9689cf5faafd3631a2b0967b0b216c8a507c57083c2f5dee","frames":8,"record_id":"d7485bc75f45470c84a2fab66e2788df","release_sha256":"e3dbff795de37df43501fc26010635242f600d3c3e228188bd2e63dbf17066b6","reports":[{"actual_divergence_max":3.026798367500305e-08,"advection_ms":39.660978,"correction_ms":2.2105010000000003,"courant":0.011681235084931055,"frame":1,"iterations":296,"pressure_ms":241.873886,"relative_residual":9.967702257732713e-09,"time":0.016666666666666666,"total_ms":295.105501,"tracer_integral":0.00034500031740459743,"tracer_ms":11.359295},{"actual_divergence_max":5.960464477539063e-08,"advection_ms":39.27118,"correction_ms":2.6888549999999998,"courant":0.023156057794888815,"frame":2,"iterations":296,"pressure_ms":211.05085400000002,"relative_residual":9.857529744530476e-09,"time":0.03333333333333333,"total_ms":264.54796400000004,"tracer_integral":0.0006898378767738217,"tracer_ms":11.536214},{"actual_divergence_max":7.82310962677002e-08,"advection_ms":40.347877999999994,"correction_ms":2.388723,"courant":0.03431369115908941,"frame":3,"iterations":296,"pressure_ms":211.456537,"relative_residual":9.88769997003702e-09,"time":0.05,"total_ms":266.187445,"tracer_integral":0.0010344071065332737,"tracer_ms":11.993557000000001},{"actual_divergence_max":9.685754776000977e-08,"advection_ms":44.759271000000005,"correction_ms":2.57046,"courant":0.045740658541520436,"frame":4,"iterations":296,"pressure_ms":213.1118,"relative_residual":9.976924304024101e-09,"time":0.06666666666666667,"total_ms":272.871319,"tracer_integral":0.0013786170444432084,"tracer_ms":12.429207},{"actual_divergence_max":1.1175870895385742e-07,"advection_ms":34.616234000000006,"correction_ms":2.134669,"courant":0.05740186125040054,"frame":5,"iterations":296,"pressure_ms":197.436959,"relative_residual":9.903408644115252e-09,"time":0.08333333333333333,"total_ms":245.119738,"tracer_integral":0.0017223832805624256,"tracer_ms":10.931395},{"actual_divergence_max":1.4761462807655334e-07,"advection_ms":36.595044,"correction_ms":2.174668,"courant":0.06873759130636851,"frame":6,"iterations":296,"pressure_ms":198.050661,"relative_residual":9.614934904031999e-09,"time":0.1,"total_ms":247.34589200000002,"tracer_integral":0.0020656280493414527,"tracer_ms":10.524957},{"actual_divergence_max":1.9371509552001953e-07,"advection_ms":35.157801,"correction_ms":2.159546,"courant":0.07959083219369252,"frame":7,"iterations":296,"pressure_ms":205.888197,"relative_residual":9.465258715659942e-09,"time":0.11666666666666667,"total_ms":254.153182,"tracer_integral":0.0024082825497555548,"tracer_ms":10.946858},{"actual_divergence_max":1.7881393432617188e-07,"advection_ms":36.820556999999994,"correction_ms":2.589547,"courant":0.09010950823624929,"frame":8,"iterations":296,"pressure_ms":214.81192499999997,"relative_residual":9.613013384094151e-09,"time":0.13333333333333333,"total_ms":267.731182,"tracer_integral":0.002750131731650675,"tracer_ms":13.508422000000001}],"revision":2,"seed":102,"wire_sha256":"5dfafc4343e3d6e1b112bc0ca572d30ff129c0888288e5fc1a04836c824c127d"},{"arrays":[{"frame":1,"pressure_sha256":"1a84cab22e3e4ee1c79e3918ea1ede0bc4b3458906f23f57d800b1b616c90f86","rhs_sha256":"c90b8e513a5188407b1c99d2bab294376997616bd34760242c62804d10338de6"},{"frame":2,"pressure_sha256":"2b57fcefe8bf155ed131d4c84cb78e1be75c069a9654a96f58d2dae11e24b5de","rhs_sha256":"2267a36f335478b471cc73fd9af865f54326b5b56d2037f883a8e1890c4f2036"},{"frame":3,"pressure_sha256":"69af2633472e7bfab004f9cb49964dcf6405688e868afa4b8adf648cde1c9b0f","rhs_sha256":"1ac323f3111b594f20b2e6ad1a2d080e2b68398c83639d836e76de9edb6fb051"},{"frame":4,"pressure_sha256":"ebc00a7198966fa4e6ecb467987212581c583ca47a8a7fd52bb779c2f142302d","rhs_sha256":"6f3d85575736b0ef5f26bda747356e802a238bdc3ba1a90581f71e8f2923d5b2"},{"frame":5,"pressure_sha256":"9e06da7a714da361281bc8ea91cf2ceb4ac5d8cd1e2fa9da28aa99ccb3289d76","rhs_sha256":"f8fd4c1f00050efe85d318b4aa8de7727f7764f56b678fe699a85a28ab19d68a"},{"frame":6,"pressure_sha256":"3f6209b429d445b8c4a996105feaf1a88b8d67f5099a787577ec5eb1734b78c9","rhs_sha256":"98fb1854d6db1b7ce0083c56cc137c1abb1ef4103f4404f657bc5490ffc623bb"},{"frame":7,"pressure_sha256":"9713f6f7d7e782bd9e9622abba0028ec2d75bef1531600cc9d19419332bd3a8c","rhs_sha256":"10da9fe3a5978d991e977749707d2309e76ce23abbc2e3d3326c3e707ca85e5d"},{"frame":8,"pressure_sha256":"20221507e1f440d1d5a9a9f4b03e1c109e5786627fb5a4063a19062be9675ba0","rhs_sha256":"f281cd0a58a5d7d08429231a09c302793dbaa032b8376bbcb46da75e31ef2e0d"}],"asset_sha256":"ea5653a7f628cf292b2bb8c86737e900d4dc711eb197eca8683a5a8344ea03b2","frames":8,"record_id":"6a0ff276b3464a9d81c2c7c791f5179f","release_sha256":"e3dbff795de37df43501fc26010635242f600d3c3e228188bd2e63dbf17066b6","reports":[{"actual_divergence_max":3.91155481338501e-08,"advection_ms":34.675721,"correction_ms":2.308845,"courant":0.01226598136126995,"frame":1,"iterations":296,"pressure_ms":205.86803700000002,"relative_residual":9.52143398694842e-09,"time":0.016666666666666666,"total_ms":253.70304900000002,"tracer_integral":0.0003450040201173096,"tracer_ms":10.849865},{"actual_divergence_max":6.705522537231445e-08,"advection_ms":38.378305000000005,"correction_ms":2.6950429999999996,"courant":0.02363655095299085,"frame":2,"iterations":296,"pressure_ms":226.375747,"relative_residual":9.396265621621466e-09,"time":0.03333333333333333,"total_ms":280.45336399999997,"tracer_integral":0.000689855109043195,"tracer_ms":13.003617},{"actual_divergence_max":8.568167686462402e-08,"advection_ms":37.378836,"correction_ms":2.93726,"courant":0.035068068901697794,"frame":3,"iterations":296,"pressure_ms":216.990126,"relative_residual":9.715478728782406e-09,"time":0.05,"total_ms":269.400306,"tracer_integral":0.0010344534091590194,"tracer_ms":12.093443},{"actual_divergence_max":1.564621925354004e-07,"advection_ms":39.218891,"correction_ms":2.284369,"courant":0.045918695628643036,"frame":4,"iterations":296,"pressure_ms":214.503049,"relative_residual":9.502062486570646e-09,"time":0.06666666666666667,"total_ms":268.44491999999997,"tracer_integral":0.0013787032616573497,"tracer_ms":12.43816},{"actual_divergence_max":1.6926787793636322e-07,"advection_ms":40.997548,"correction_ms":2.483613,"courant":0.05780319770177205,"frame":5,"iterations":296,"pressure_ms":221.8583,"relative_residual":9.060733730647955e-09,"time":0.08333333333333333,"total_ms":279.058173,"tracer_integral":0.0017225081132380045,"tracer_ms":13.718112},{"actual_divergence_max":2.1443702280521393e-07,"advection_ms":35.669322,"correction_ms":2.496621,"courant":0.06859107365210851,"frame":6,"iterations":296,"pressure_ms":209.957485,"relative_residual":9.373837229409834e-09,"time":0.1,"total_ms":260.023847,"tracer_integral":0.002065774250628254,"tracer_ms":11.899768},{"actual_divergence_max":2.1420419216156006e-07,"advection_ms":38.302044,"correction_ms":2.129331,"courant":0.0800443708896637,"frame":7,"iterations":296,"pressure_ms":199.698779,"relative_residual":8.91913758005867e-09,"time":0.11666666666666667,"total_ms":254.59826,"tracer_integral":0.002408405520398815,"tracer_ms":14.467675},{"actual_divergence_max":2.980232238769531e-07,"advection_ms":36.051784000000005,"correction_ms":2.2429479999999997,"courant":0.09041933019955953,"frame":8,"iterations":296,"pressure_ms":211.914627,"relative_residual":8.96954997705235e-09,"time":0.13333333333333333,"total_ms":260.025195,"tracer_integral":0.002750298323763615,"tracer_ms":9.815334}],"revision":2,"seed":103,"wire_sha256":"b71ecbad87f3ccdf3ddc10079db639a91e5990075c32e73a427ab741968a61b6"},{"arrays":[{"frame":1,"pressure_sha256":"48ac3d725fd4ef49dac98d02b3d20d9fbc8649033851eb333d093deb1b8066a2","rhs_sha256":"d47243aee3a256c56cb5b38e01ff9014eee0ad00748c25065afe9407dff713e0"},{"frame":2,"pressure_sha256":"b7e61cfde17f84203db935cba580293aaccfca4062a9c0c642b1e3f5e9c0de7b","rhs_sha256":"d4b3c4aaad5433600125a00bc9d8da69fbe11e3badfa23b00f2364fd1379c26d"},{"frame":3,"pressure_sha256":"c6b821aa3b42922a7c157809743cd5707ba2d8cb9d6edea1556fa31c9b04bb6e","rhs_sha256":"e12e040493508fd10fca1815af534a58cffe92385f74abcdeb57546e78a72748"},{"frame":4,"pressure_sha256":"e6d5c5022d0dd762b285dc1ea0659da8ec51c86d11a439e40a2d668fd810a94d","rhs_sha256":"d3577845aa9f273697cfd16de299a2644cb2f8a07df472e2a63d9593ded4239a"},{"frame":5,"pressure_sha256":"1981417cc482eba07ce94e320d4a5fd5c6df642b85330c86e18d56d5e0e2ea73","rhs_sha256":"a000685f88db6c7095f340ba4e351f65cb93315718241c69a849ef21f00f8f1c"},{"frame":6,"pressure_sha256":"d870477c0472261c988b442647f9d3ba8eb580f1b32ff88d4b3f58bb314e2558","rhs_sha256":"2b0abd315ff8c24554e3e8c5c94ed2a9743964245492a592b64fbd1e1bb81a33"},{"frame":7,"pressure_sha256":"8b753170fc5d5f9bdaefe40c83e910207cb57ed5e022c1e55a1bcd88ee72730f","rhs_sha256":"b07e28b9001a6b71bf03643b781ccd431c705784fd36e42e9af95a38348c3218"},{"frame":8,"pressure_sha256":"f633652dcf867f886ac887b213f44f1ace4e9716cba66a783be366e3528eee78","rhs_sha256":"a2be4d191f3fa05382494317bc4531481c414e278b764bb2004a8a9f967aa89f"}],"asset_sha256":"64620a51df29a223938c6db43a2450296e412e60dff944ba128df5f8e3df8605","frames":8,"record_id":"68a4b8417a8e4334b97ba309f9fd7c69","release_sha256":"4e7bdc2b16554a6c73321bbd15329408a39f710a02ef34fc8b29507493bd8e0e","reports":[{"actual_divergence_max":3.073364496231079e-08,"advection_ms":47.566186,"correction_ms":3.863601,"courant":0.011900641893347105,"frame":1,"iterations":296,"pressure_ms":232.657575,"relative_residual":9.215337791701465e-09,"time":0.016666666666666666,"total_ms":296.19767,"tracer_integral":0.00034500253397877945,"tracer_ms":12.108966},{"actual_divergence_max":5.0873495638370514e-08,"advection_ms":43.190522,"correction_ms":2.6943420000000002,"courant":0.023034195105234783,"frame":2,"iterations":296,"pressure_ms":203.32557200000002,"relative_residual":9.013405715424832e-09,"time":0.03333333333333333,"total_ms":260.657528,"tracer_integral":0.0006898430460731206,"tracer_ms":11.446622},{"actual_divergence_max":7.916241884231567e-08,"advection_ms":38.789289999999994,"correction_ms":2.46195,"courant":0.034264651437600456,"frame":3,"iterations":296,"pressure_ms":230.59151599999998,"relative_residual":9.309442388184853e-09,"time":0.05,"total_ms":284.282198,"tracer_integral":0.0010344124711884207,"tracer_ms":12.438791},{"actual_divergence_max":1.341104507446289e-07,"advection_ms":33.534182,"correction_ms":2.152826,"courant":0.04546156227588653,"frame":4,"iterations":296,"pressure_ms":202.972623,"relative_residual":8.833153885818809e-09,"time":0.06666666666666667,"total_ms":249.072021,"tracer_integral":0.001378599842639946,"tracer_ms":10.41178},{"actual_divergence_max":1.7881393432617188e-07,"advection_ms":35.058484,"correction_ms":2.129582,"courant":0.05695655246575673,"frame":5,"iterations":296,"pressure_ms":207.38573699999998,"relative_residual":9.18230308476241e-09,"time":0.08333333333333333,"total_ms":255.17231800000002,"tracer_integral":0.0017222945652663408,"tracer_ms":10.597925},{"actual_divergence_max":1.564621925354004e-07,"advection_ms":35.196265999999994,"correction_ms":2.075792,"courant":0.06749435067176819,"frame":6,"iterations":296,"pressure_ms":196.628894,"relative_residual":8.946125866513866e-09,"time":0.1,"total_ms":244.969489,"tracer_integral":0.0020653917093827463,"tracer_ms":11.067966},{"actual_divergence_max":2.980232238769531e-07,"advection_ms":35.753205,"correction_ms":2.973112,"courant":0.07881739636262258,"frame":7,"iterations":295,"pressure_ms":200.489868,"relative_residual":9.3526877785137e-09,"time":0.11666666666666667,"total_ms":250.47064400000002,"tracer_integral":0.0024077852242845054,"tracer_ms":11.254009},{"actual_divergence_max":2.384185791015625e-07,"advection_ms":39.653059999999996,"correction_ms":2.078687,"courant":0.08966960410277049,"frame":8,"iterations":295,"pressure_ms":209.659795,"relative_residual":9.42058343280607e-09,"time":0.13333333333333333,"total_ms":262.91244400000005,"tracer_integral":0.002749373560954283,"tracer_ms":11.52044}],"revision":2,"seed":104,"wire_sha256":"737208512c9f32591d0bd125b2c5eab871827f395af6e5ce10eeb6a03c9a82dd"},{"arrays":[{"frame":1,"pressure_sha256":"7d49cc5dd3242df9acd8e38d63cf6864e8a2ac1dd25db32c8faba4583f20c25c","rhs_sha256":"340f93059d03ff640a291279eefbac38396d0e3cec2aba1552cfb25b03163d97"},{"frame":2,"pressure_sha256":"d3b8b2648b239829458973d628dfba6a0fdcbbfdfc05a79fbf0435be4fec04bd","rhs_sha256":"3300ce7b4cbfab9c437835b5f24b6abeea4b67c6276e27b58082fb2c17cad55c"},{"frame":3,"pressure_sha256":"7274df369e9af9601cbaaf051129ac28651228e68f9bd1126f95b70d9c18bac7","rhs_sha256":"34e8fb7de49f3f09044716b2559f07ba489524a92c72ca1f51c132f21a46d968"},{"frame":4,"pressure_sha256":"7adf19ffc4ee094b6d038b3d318c8c5426d7f4073ef91db1fa7a0d522a93cc53","rhs_sha256":"56d2314c6a3338ff0a36d86ceefba5c05abe84d3a39061fbc58f3bb50a285fbe"},{"frame":5,"pressure_sha256":"fcb29af3bb653f926f0bf316716318001fa4645a2f46dc68e3817b8f1c1e3950","rhs_sha256":"10d89148d1566a66c52ba26447458b4c92f6b696144c934ca6bd947934e1ffe0"},{"frame":6,"pressure_sha256":"6d1634e0623584971543e54161baea51d5e4497b7c6eb19d7ff2c86a613a4453","rhs_sha256":"a4316bb196d2834ed8fd4676ef32e5d71bc64f785c74a2304e965940d616c9cc"},{"frame":7,"pressure_sha256":"6dc4f786edf821762e713f067c9a29fca44e14f9b2b3627f62e7a04a23e9064c","rhs_sha256":"b07d2ef4c9c7d2c986b90109c867eeb0bf3226c22b64faa62721267fac964aaf"},{"frame":8,"pressure_sha256":"159c480a1acd7f41e8219bfa4181dc9870c61c00ae73ce4782552efff8a33d18","rhs_sha256":"788690cc5b4a5303f964301945001c33f7f7469ddac36311c1c74756f158a433"}],"asset_sha256":"c0b9c23b226ca261393aa741358ea3c03e476ce80bfae1dc956852730cee2948","frames":8,"record_id":"2965e02ece8e46b3b841dc078abaef77","release_sha256":"4e7bdc2b16554a6c73321bbd15329408a39f710a02ef34fc8b29507493bd8e0e","reports":[{"actual_divergence_max":3.725290298461914e-08,"advection_ms":37.981589,"correction_ms":2.4798060000000004,"courant":0.012241788084308307,"frame":1,"iterations":296,"pressure_ms":218.41986699999998,"relative_residual":9.765664143494981e-09,"time":0.016666666666666666,"total_ms":269.763033,"tracer_integral":0.00034499719286722977,"tracer_ms":10.880879},{"actual_divergence_max":6.705522537231445e-08,"advection_ms":37.121514000000005,"correction_ms":2.381783,"courant":0.023947597791751225,"frame":2,"iterations":296,"pressure_ms":198.72359600000001,"relative_residual":9.318837597596958e-09,"time":0.03333333333333333,"total_ms":249.05258999999998,"tracer_integral":0.0006898139186777896,"tracer_ms":10.825277},{"actual_divergence_max":7.450580596923828e-08,"advection_ms":35.816765000000004,"correction_ms":2.4048059999999998,"courant":0.03553315748771032,"frame":3,"iterations":296,"pressure_ms":199.005289,"relative_residual":9.35758035924335e-09,"time":0.05,"total_ms":247.58675499999998,"tracer_integral":0.0010343316367628194,"tracer_ms":10.359403},{"actual_divergence_max":8.940696716308594e-08,"advection_ms":33.957591,"correction_ms":2.3360659999999998,"courant":0.047093384464581806,"frame":4,"iterations":296,"pressure_ms":203.009999,"relative_residual":8.885466924559151e-09,"time":0.06666666666666667,"total_ms":251.95663000000002,"tracer_integral":0.001378429775004888,"tracer_ms":12.634317000000001},{"actual_divergence_max":1.1920928955078125e-07,"advection_ms":34.818187,"correction_ms":2.40118,"courant":0.05826342304547628,"frame":5,"iterations":296,"pressure_ms":214.775208,"relative_residual":8.94914888345715e-09,"time":0.08333333333333333,"total_ms":264.81949399999996,"tracer_integral":0.0017219921244999064,"tracer_ms":12.824247},{"actual_divergence_max":1.7881393432617188e-07,"advection_ms":41.218647999999995,"correction_ms":2.190881,"courant":0.06971050600210825,"frame":6,"iterations":295,"pressure_ms":193.132755,"relative_residual":9.825091030290245e-09,"time":0.1,"total_ms":246.837003,"tracer_integral":0.002064904807571357,"tracer_ms":10.293946},{"actual_divergence_max":2.086162567138672e-07,"advection_ms":33.744218,"correction_ms":2.2611250000000003,"courant":0.08120962083339692,"frame":7,"iterations":296,"pressure_ms":189.884108,"relative_residual":8.73489454446273e-09,"time":0.11666666666666667,"total_ms":236.595423,"tracer_integral":0.0024070640696740517,"tracer_ms":10.705480999999999},{"actual_divergence_max":2.384185791015625e-07,"advection_ms":34.736998,"correction_ms":2.39444,"courant":0.09191943804423014,"frame":8,"iterations":295,"pressure_ms":193.373359,"relative_residual":9.20283424606978e-09,"time":0.13333333333333333,"total_ms":240.75217500000002,"tracer_integral":0.0027477222338957554,"tracer_ms":10.246646}],"revision":2,"seed":105,"wire_sha256":"ca94a63ef1a73229218199860a5391e858e766874ebc1b7362a06f65228d4aad"},{"arrays":[{"frame":1,"pressure_sha256":"3cb4af940ec59ad681478e4de0ce817328d3aa14920019e42847e75ba49d2c8d","rhs_sha256":"0d449ab1ae2e16294d092faca9482e554d644cb242843122d32d52c3b5009a0d"},{"frame":2,"pressure_sha256":"ee83529cf97a3fadfc15e84255dcc2a5ec43a039a4002d862f55b5c2cb7acbda","rhs_sha256":"823b2d8b6ed26832dda0fdf12ca042d967881040a638636baa17b80767b30586"},{"frame":3,"pressure_sha256":"f3a1c59c8a1434a48b0d5280d72ae4a96275e1b065f2890a9e9ecea7872237d6","rhs_sha256":"e2518564cc6ca8e5d828a69c775fc594bbce460326f1153407bef4107f3aca99"},{"frame":4,"pressure_sha256":"1f9f3250174c121b6a227e84bba5798c91d80fa2d31419a5ded77756f78d51a5","rhs_sha256":"ddf46b0f689aa8c54d1c049f0806d4eaaa8ea18682e88796c649c51870603444"},{"frame":5,"pressure_sha256":"2c46e252dcff11140a82b034bc7a8e30779ea8f996eb0c61720cbbbd9f3f9705","rhs_sha256":"8ed6368d25c56f1e6374848a088ee1c9e39d4cb61f5ff8e75628c8feafcf921f"},{"frame":6,"pressure_sha256":"b40985f29117b4f972e200da26b5fc2b56487931cdfb6e14e4678126bd8c0498","rhs_sha256":"1176fbbf0caad645b470fedfad09631471064385b3681161c09872a0f8f1f69b"},{"frame":7,"pressure_sha256":"ee0c61494813fb10cd7c0d4fcccb6601ede641bd621e5b68c38f59a076be36f7","rhs_sha256":"c5beef2324fc5530bed5e9a097f87c94b64824f8f0dcfcfd2a6bed9299c5233b"},{"frame":8,"pressure_sha256":"9308ca14f48d198728960e27f8273230b82a2f6c8a8e00631ecb54c5f37f7b5a","rhs_sha256":"866bbeeecd30c7dbae85eb2eb29990e29bc3071ae492720055c036c308cde6c8"}],"asset_sha256":"7ad4b8d7e5de6b4a3aec1539062661df7551f74f66f0fe92285802dad3e99cd9","frames":8,"record_id":"a6d37093fda84b86a4416e17337103e5","release_sha256":"fd1e3412b8ce639ece6821f69f3981127d94052a88ab28649844d630b5038c4c","reports":[{"actual_divergence_max":2.9802322387695312e-08,"advection_ms":33.664680000000004,"correction_ms":2.257018,"courant":0.012357694904009502,"frame":1,"iterations":295,"pressure_ms":198.216191,"relative_residual":9.413984674174952e-09,"time":0.016666666666666666,"total_ms":245.066205,"tracer_integral":0.0003449925480142215,"tracer_ms":10.927715},{"actual_divergence_max":5.960464477539063e-08,"advection_ms":35.437787,"correction_ms":2.2665319999999998,"courant":0.024232024451096852,"frame":2,"iterations":296,"pressure_ms":226.578702,"relative_residual":9.174296016609314e-09,"time":0.03333333333333333,"total_ms":275.299696,"tracer_integral":0.0006897952739325628,"tracer_ms":11.016214999999999},{"actual_divergence_max":8.940696716308594e-08,"advection_ms":33.874419,"correction_ms":2.155859,"courant":0.035712813834349315,"frame":3,"iterations":296,"pressure_ms":207.455158,"relative_residual":8.686391643244635e-09,"time":0.05,"total_ms":255.49614300000002,"tracer_integral":0.0010342806744441841,"tracer_ms":12.010176},{"actual_divergence_max":1.1920928955078125e-07,"advection_ms":35.541540000000005,"correction_ms":2.453377,"courant":0.04666632016499837,"frame":4,"iterations":296,"pressure_ms":202.78438200000002,"relative_residual":9.102636763499417e-09,"time":0.06666666666666667,"total_ms":257.630601,"tracer_integral":0.0013783251037672356,"tracer_ms":16.850431999999998},{"actual_divergence_max":1.1920928955078125e-07,"advection_ms":46.163684,"correction_ms":2.317096,"courant":0.057974688212076825,"frame":5,"iterations":295,"pressure_ms":217.819864,"relative_residual":9.795318828015643e-09,"time":0.08333333333333333,"total_ms":275.98220899999995,"tracer_integral":0.0017218022777643726,"tracer_ms":9.681063},{"actual_divergence_max":1.7881393432617188e-07,"advection_ms":32.909561,"correction_ms":2.12235,"courant":0.06994669834772746,"frame":6,"iterations":295,"pressure_ms":211.080758,"relative_residual":8.606288496865538e-09,"time":0.1,"total_ms":256.80024000000003,"tracer_integral":0.0020645946580706053,"tracer_ms":10.686941000000001},{"actual_divergence_max":1.7881393432617188e-07,"advection_ms":34.809944,"correction_ms":2.04739,"courant":0.08082646528879801,"frame":7,"iterations":295,"pressure_ms":191.84342800000002,"relative_residual":9.538891962912536e-09,"time":0.11666666666666667,"total_ms":238.533627,"tracer_integral":0.002406604468790122,"tracer_ms":9.832334999999999},{"actual_divergence_max":2.384185791015625e-07,"advection_ms":38.555991,"correction_ms":2.364156,"courant":0.09147160847981771,"frame":8,"iterations":295,"pressure_ms":192.119253,"relative_residual":8.909619787941324e-09,"time":0.13333333333333333,"total_ms":243.239234,"tracer_integral":0.002747540274944918,"tracer_ms":10.199314}],"revision":2,"seed":106,"wire_sha256":"6cc696471fe628586099d19f15b2202093ffebdcd08e6b0c27663473b0cc8a51"},{"arrays":[{"frame":1,"pressure_sha256":"9f37a23b0a428e8dcd10662f994bc64fd84a20910c1a1a8a8a58162d7a06b264","rhs_sha256":"acaf829c702acbef9593190c775f1cb0f49bf52d34cbd357577b76cd0b5bd96c"},{"frame":2,"pressure_sha256":"3937b1116d8a668a64e9cd8683e98346bc1a1462918a181ac57818f0d17ac8fd","rhs_sha256":"7de93456c81e45dcf0ac4b094fe8a15d75164a66db3aa891c205e54d411c9318"},{"frame":3,"pressure_sha256":"5d20229db0f84738440e0f5f54d46dd509f06ea0dd9ffda6c0902baa94e3c2df","rhs_sha256":"659a7cf332b64fadbf337c34c5bdac600cea601a2acdfa81ead97444c37b7ef6"},{"frame":4,"pressure_sha256":"26e5386f5136cc5909719b581959c4902c91154cdad3368e831f10a5b7865492","rhs_sha256":"7ba6a02aa1910162d0dc8057d4fd65cfb70081f8a10215ad189d8a404df72fd2"},{"frame":5,"pressure_sha256":"a2a808033f59233082d85adadbc77cb73ceafac22703553987b0ad448c0aeabc","rhs_sha256":"5b3bc34b9506340ecb1de68afaee587a0e62dce4c34ca3bede58660137ff3bcb"},{"frame":6,"pressure_sha256":"c47e7add70b4e9b377f9bd54f06c622027777449e4c65e81a1c6d815de74da6d","rhs_sha256":"23aeed618c72995e302938100ee66ab2cdb93dd2ab3cfdbb1a7976d162aafbad"},{"frame":7,"pressure_sha256":"0312377951d192aaaf5e460e333bf7436a6a8f60a3cc70c05756bb207e4e61ce","rhs_sha256":"1a6b9d673fa8b715f4523ea7d5ffc0768886e7bc6352410ec58af5ff773d5153"},{"frame":8,"pressure_sha256":"3bb815305ef36cc1bb6eb97d8c911b38dca207f30a4b23a9fff6ce6a77f7056f","rhs_sha256":"8dce73b5130bb55c2078db7fc1e6905f52124c3ac47aaee94693de1e4bd037fa"}],"asset_sha256":"c9ceee9e50861ee589b3e1c324d5dcb187cf4f79322fd12d208e450e86544cc1","frames":8,"record_id":"3033b32664e64095ab011f44bcc730b6","release_sha256":"fd1e3412b8ce639ece6821f69f3981127d94052a88ab28649844d630b5038c4c","reports":[{"actual_divergence_max":2.2351741790771484e-08,"advection_ms":34.219119,"correction_ms":2.428761,"courant":0.012041595578193665,"frame":1,"iterations":291,"pressure_ms":215.902242,"relative_residual":8.638713535000336e-09,"time":0.016666666666666666,"total_ms":264.804754,"tracer_integral":0.00034498938502989753,"tracer_ms":12.25407},{"actual_divergence_max":5.960464477539063e-08,"advection_ms":35.136313,"correction_ms":2.240764,"courant":0.02372389882802963,"frame":2,"iterations":291,"pressure_ms":222.132412,"relative_residual":8.806087793038514e-09,"time":0.03333333333333333,"total_ms":269.260626,"tracer_integral":0.0006897816662506433,"tracer_ms":9.750345000000001},{"actual_divergence_max":8.940696716308594e-08,"advection_ms":33.401118000000004,"correction_ms":2.454539,"courant":0.03607181211312612,"frame":3,"iterations":291,"pressure_ms":198.125402,"relative_residual":8.379237541641048e-09,"time":0.05,"total_ms":249.284468,"tracer_integral":0.0010342465943978542,"tracer_ms":15.302759},{"actual_divergence_max":1.1920928955078125e-07,"advection_ms":34.710212,"correction_ms":2.080008,"courant":0.047821956872940066,"frame":4,"iterations":291,"pressure_ms":194.311284,"relative_residual":8.575215541455506e-09,"time":0.06666666666666667,"total_ms":241.47602700000002,"tracer_integral":0.001378257692009763,"tracer_ms":10.373972},{"actual_divergence_max":1.4901161193847656e-07,"advection_ms":36.628673,"correction_ms":2.081821,"courant":0.058633387088775635,"frame":5,"iterations":291,"pressure_ms":213.66079299999998,"relative_residual":8.929283846426441e-09,"time":0.08333333333333333,"total_ms":263.37224999999995,"tracer_integral":0.0017216898507484903,"tracer_ms":11.000383000000001},{"actual_divergence_max":1.7881393432617188e-07,"advection_ms":40.084284,"correction_ms":2.127197,"courant":0.06974738736947378,"frame":6,"iterations":290,"pressure_ms":213.88311,"relative_residual":9.844358768029392e-09,"time":0.1,"total_ms":270.01352499999996,"tracer_integral":0.0020644282277392997,"tracer_ms":13.918173000000001},{"actual_divergence_max":2.384185791015625e-07,"advection_ms":35.632808000000004,"correction_ms":2.5661519999999998,"courant":0.08086127638816834,"frame":7,"iterations":290,"pressure_ms":210.861227,"relative_residual":9.908031657651321e-09,"time":0.11666666666666667,"total_ms":263.189802,"tracer_integral":0.0024063518664152773,"tracer_ms":14.129043000000001},{"actual_divergence_max":2.384185791015625e-07,"advection_ms":36.557839,"correction_ms":2.670326,"courant":0.09258595903714498,"frame":8,"iterations":293,"pressure_ms":219.286003,"relative_residual":9.243929948832726e-09,"time":0.13333333333333333,"total_ms":270.639536,"tracer_integral":0.002747362767222573,"tracer_ms":12.124656}],"revision":2,"seed":107,"wire_sha256":"fff88c99b9d04ebf30440e66155fe4e750083295989bca635ab730e6498f64f2"},{"arrays":[{"frame":1,"pressure_sha256":"69509472e385d1a8ad39dc3b8e02f08bb36e9abf5d4b012f345b41b016802d1f","rhs_sha256":"e4e17f46948340dc80e1a90330ae0e81b3a3816297234dba38105850bd4f041a"},{"frame":2,"pressure_sha256":"e562e72e8eb7dccad32a326344716e352f3ed2e418ef1d17607eaa26376f737b","rhs_sha256":"8754a8948d58f09b56c6f33f9407c5c2b823ec7e9646995ea6f7877e10481c8f"},{"frame":3,"pressure_sha256":"33594cff9212b44c239a26f3294c82f8d42ce55bf5ec386c5d6d6442387b5340","rhs_sha256":"dc5b5c541e2ace9dce8fb7cd7359312421d151968f02fe21459f2edbad5e960a"},{"frame":4,"pressure_sha256":"16fd9aa6c68f6cf7f18e4416e6eff6d51baa60ae5b29bc944f1c348c8d6ae335","rhs_sha256":"46b3f97cca5c1e19415a9f99a41684338b05c86fd71f91dd2879362cd42d3231"},{"frame":5,"pressure_sha256":"aaeb5d87e77e7285484723d55b798ed3bd023e0319752fcfffef0e7ddbd7dc38","rhs_sha256":"73ccb74eab97ee6c913a09a637202022fab76205b438afd43edd96c7efb8f27c"},{"frame":6,"pressure_sha256":"9625b1291d06bcf8f973deb188ff9ccacca835a3446e307d77d185f38528ae5c","rhs_sha256":"f007573c128470add17f2def78107678e44e75cc7857f8ef9e5b27f8c2fb166f"},{"frame":7,"pressure_sha256":"9477b7f1931492dba14a4964473590fd9ab71678239169f02acd1a744db0e6b5","rhs_sha256":"c8dd8c9ed259d1c9988fd673610e6e4bdfbc1f1a3b9d0cd90e7fc8b4dcfe6233"},{"frame":8,"pressure_sha256":"1846568f5397de3f10f9310260a31d6d5241ea85f347c813cf6dadf94ad7c505","rhs_sha256":"17d7028d16945e2194a5dcd48e11403d6f7ae3aeb7464fd4709dd6c67d47cdb6"}],"asset_sha256":"3043098224dc4fedf7ba737e0238b785fa136c02816ee1297a00ccd6524680bc","frames":8,"record_id":"9189ed47d88a4bee8dd4f65b7e767b60","release_sha256":"296f07e01ab0cf0dc428f9b680b0d02026705494847b9ee23845d46ce66ec893","reports":[{"actual_divergence_max":2.9802322387695312e-08,"advection_ms":36.195875,"correction_ms":2.350006,"courant":0.01231643110513687,"frame":1,"iterations":295,"pressure_ms":246.76199300000002,"relative_residual":8.970716711285065e-09,"time":0.016666666666666666,"total_ms":300.540953,"tracer_integral":0.0003449874765500141,"tracer_ms":15.232449},{"actual_divergence_max":7.450580596923828e-08,"advection_ms":41.600482,"correction_ms":3.10786,"courant":0.023988595108191173,"frame":2,"iterations":296,"pressure_ms":246.575098,"relative_residual":8.979060241692806e-09,"time":0.03333333333333333,"total_ms":302.26027100000005,"tracer_integral":0.0006897704603764664,"tracer_ms":10.97623},{"actual_divergence_max":7.450580596923828e-08,"advection_ms":40.050984,"correction_ms":2.5169010000000003,"courant":0.035880393783251446,"frame":3,"iterations":295,"pressure_ms":258.35103300000003,"relative_residual":9.428121629483026e-09,"time":0.05,"total_ms":313.38012,"tracer_integral":0.0010342156847033288,"tracer_ms":12.460461},{"actual_divergence_max":1.1920928955078125e-07,"advection_ms":46.468813,"correction_ms":2.5252529999999997,"courant":0.046996622284253435,"frame":4,"iterations":296,"pressure_ms":251.68019200000003,"relative_residual":8.862743203763049e-09,"time":0.06666666666666667,"total_ms":314.329166,"tracer_integral":0.0013781978220986685,"tracer_ms":13.654077000000001},{"actual_divergence_max":1.4901161193847656e-07,"advection_ms":39.992926,"correction_ms":2.634274,"courant":0.05798951784769694,"frame":5,"iterations":294,"pressure_ms":241.012256,"relative_residual":9.656330509383558e-09,"time":0.08333333333333333,"total_ms":294.868977,"tracer_integral":0.0017215986422829924,"tracer_ms":11.228561},{"actual_divergence_max":1.7881393432617188e-07,"advection_ms":40.709039000000004,"correction_ms":2.498905,"courant":0.06901422341664631,"frame":6,"iterations":294,"pressure_ms":241.042825,"relative_residual":9.726233224416518e-09,"time":0.1,"total_ms":298.191768,"tracer_integral":0.002064299815465159,"tracer_ms":13.940248},{"actual_divergence_max":1.7881393432617188e-07,"advection_ms":44.089975,"correction_ms":2.63201,"courant":0.08043708403905232,"frame":7,"iterations":293,"pressure_ms":240.93550299999998,"relative_residual":9.812538265108435e-09,"time":0.11666666666666667,"total_ms":301.786473,"tracer_integral":0.0024061922787073577,"tracer_ms":14.128174},{"actual_divergence_max":2.384185791015625e-07,"advection_ms":43.643374,"correction_ms":2.857942,"courant":0.09159574906031291,"frame":8,"iterations":292,"pressure_ms":245.60922,"relative_residual":9.627153389339311e-09,"time":0.13333333333333333,"total_ms":307.415435,"tracer_integral":0.0027471656156573617,"tracer_ms":15.304068000000001}],"revision":2,"seed":108,"wire_sha256":"db690f103de97e19d2de68beebe6d735415a8216a21f1c35559634944cd0802a"},{"arrays":[{"frame":1,"pressure_sha256":"2af1c493de3950a59a0e5ad75cdb569c7ea8f91f8447ede359ba291b243f3fca","rhs_sha256":"641cdbdd4c6cf55998363aba2faad8834305613f47e7b1e0b3048efa61ee9cf7"},{"frame":2,"pressure_sha256":"8b3c4289d75518227dba36285c3c1405a0e64a9ef746bf05be7b4b55dd7b36c4","rhs_sha256":"c6eb8462b74b26ca92a1a9c4128562cc35c64e97b5f1569432758964d2c8a7ba"},{"frame":3,"pressure_sha256":"4766f509bd64a1612d43d580a6059a8510352a8fd2e5bf5548cc2c2f4ca4a9fb","rhs_sha256":"206dfb3ab6d5b88534c201776268518daa16f5ca110c5252132250fcc981b425"},{"frame":4,"pressure_sha256":"c1993aabfe5d2899a377bdedb64172df94078faefd50bb8701cb0839f0e62b68","rhs_sha256":"1bef98be06c1b0f118a0cddff2ce0cf290e510d9b39d11e77ebbcd8818c17476"},{"frame":5,"pressure_sha256":"9a9b9777c2213df9a8971e8bc43745073ed13b683437ca047feae29c5376dcf4","rhs_sha256":"06b4beeb79c4c519e25bdbe1ca41dc519b3f89eec95c487841c535127343e5c7"},{"frame":6,"pressure_sha256":"f16aac1d863f94af2af902f6025ec19b52ee598699b23934291e7da385c491d2","rhs_sha256":"a45a4daa567c2d57dd0e0edf39d5eb714b679e1863abed669c883cf4b156a2cb"},{"frame":7,"pressure_sha256":"bd79bea9a5e26e354165bfa084356f54ed7ad6c9fbc608ca535e6c43373308b7","rhs_sha256":"7903b74b1466a0c6f43b320cf053adde7a297d31bd0b27be5d92515c9ab65042"},{"frame":8,"pressure_sha256":"f8ad6685f2789fe664d7cbf5cf6c217d524284cad689b144898fd26a144baefe","rhs_sha256":"13605b009d86cf6dea973baff4ee91625f00f73a5b643275650e9090c17a2ae9"}],"asset_sha256":"93e4dd14ea507948ab329a08ae86282d4548422e59fa88d2644e439f1138db1d","frames":8,"record_id":"a361b032e4474d5bac7f28201ab6a2bf","release_sha256":"296f07e01ab0cf0dc428f9b680b0d02026705494847b9ee23845d46ce66ec893","reports":[{"actual_divergence_max":3.725290298461914e-08,"advection_ms":39.98086,"correction_ms":2.235928,"courant":0.012337484707434973,"frame":1,"iterations":296,"pressure_ms":243.72407600000003,"relative_residual":9.045557035284079e-09,"time":0.016666666666666666,"total_ms":297.307318,"tracer_integral":0.0003449844908268755,"tracer_ms":11.365653},{"actual_divergence_max":7.450580596923828e-08,"advection_ms":40.037934,"correction_ms":2.330828,"courant":0.024356693029403687,"frame":2,"iterations":296,"pressure_ms":227.852969,"relative_residual":9.807748818724552e-09,"time":0.03333333333333333,"total_ms":280.794507,"tracer_integral":0.0006897650138145323,"tracer_ms":10.572125999999999},{"actual_divergence_max":5.960464477539063e-08,"advection_ms":33.693545,"correction_ms":2.525694,"courant":0.03588878015677134,"frame":3,"iterations":295,"pressure_ms":209.481954,"relative_residual":9.549938203521544e-09,"time":0.05,"total_ms":259.88109399999996,"tracer_integral":0.0010342113494792582,"tracer_ms":14.17901},{"actual_divergence_max":1.1920928955078125e-07,"advection_ms":34.487532,"correction_ms":2.105156,"courant":0.04757778346538544,"frame":4,"iterations":296,"pressure_ms":226.56791900000002,"relative_residual":8.774773907377427e-09,"time":0.06666666666666667,"total_ms":273.60703800000005,"tracer_integral":0.001378196980953512,"tracer_ms":10.446},{"actual_divergence_max":1.4901161193847656e-07,"advection_ms":36.620083,"correction_ms":2.18324,"courant":0.05930236975351969,"frame":5,"iterations":296,"pressure_ms":193.84279800000002,"relative_residual":8.999072566170981e-09,"time":0.08333333333333333,"total_ms":242.805141,"tracer_integral":0.001721594525533771,"tracer_ms":10.158567},{"actual_divergence_max":1.7881393432617188e-07,"advection_ms":41.685767,"correction_ms":6.555028,"courant":0.07069022258122762,"frame":6,"iterations":294,"pressure_ms":231.158064,"relative_residual":9.598233166217002e-09,"time":0.1,"total_ms":289.837188,"tracer_integral":0.0020642932478985602,"tracer_ms":10.437438},{"actual_divergence_max":2.384185791015625e-07,"advection_ms":39.38209,"correction_ms":4.581707,"courant":0.0817955215771993,"frame":7,"iterations":294,"pressure_ms":240.802139,"relative_residual":9.292995634250465e-09,"time":0.11666666666666667,"total_ms":296.15569400000004,"tracer_integral":0.0024061779395332847,"tracer_ms":11.388967},{"actual_divergence_max":2.384185791015625e-07,"advection_ms":33.529904,"correction_ms":2.492205,"courant":0.09304635723431905,"frame":8,"iterations":295,"pressure_ms":196.345728,"relative_residual":8.826013388963593e-09,"time":0.13333333333333333,"total_ms":242.666631,"tracer_integral":0.0027464574060994526,"tracer_ms":10.298163}],"revision":2,"seed":109,"wire_sha256":"8fe7fd42d00fd96007941a853d1cacd6324b626e3b090cab4d86c7078ef8a713"},{"arrays":[{"frame":1,"pressure_sha256":"ecd032e99fdecae9c9076bec50c374a011f25d32e8e56c734d9701ee388d0e05","rhs_sha256":"db68baf3023a41d2d77e72942098d646e5797aa952cd7101c03b7ea01a9cf39d"},{"frame":2,"pressure_sha256":"dc42582a990a13f6a8edf20cd9310ea5215c919fee73ed4a1d4b8e29c4075a6e","rhs_sha256":"fbdaaeb079682eb0a558307a75c14546273a56cd41a6977983aac7add0111dc3"},{"frame":3,"pressure_sha256":"ceb945b7b268bc524870d8a35f90c0e5e05fbee9e7eb5a2289e3c118f3139648","rhs_sha256":"c4d8674ee5009b68726a21d767f852b73d75cc0aaa693161609a7d861ffae13b"},{"frame":4,"pressure_sha256":"d0dee656dea1d9a60a16b20f74f251b7d5beb21a62b2a9d86b7071b3ec460765","rhs_sha256":"3d98f544c333940dfeb0d3a9c3f37e8cdc8ae6f8360688162255a937ab6c3283"},{"frame":5,"pressure_sha256":"dffcf74abdcd12eae98753b506a3c6d4e019b3f2c56268a8331c35cfb6b4ee82","rhs_sha256":"a49c26766e38fa4702458cbc0c7bce65c4359fdaa96d7ca83e12f37674d9f1e1"},{"frame":6,"pressure_sha256":"ae0a6b0e81ece36b9de3131601808f265335183273bf8cd112aff25da6d88ce2","rhs_sha256":"7632d196b252ff5e66edaedf1efa40c8ca03adffe60c97237ba5afb9cb199bf8"},{"frame":7,"pressure_sha256":"4e0bb9ef483c89562d3452d7eceb14af30567b04b977082087ca407843801f9f","rhs_sha256":"09c492dcc7d6726e798b9ea0f63b85f76837834799d861443d977db9405d32be"},{"frame":8,"pressure_sha256":"4f72f52218c7cb07bc527a33a5fe95cbceeb710e7af6c4607aa65a9a82ae4525","rhs_sha256":"629bc8a21ff7b243955c673573610460effe950e809512e2ec99a54254750ba8"}],"asset_sha256":"54f44df2fe839f283511d125a5000138070243552504df883b349455d63e46c3","frames":8,"record_id":"b49013cfdbc7467bb2f87cabb67e5d1a","release_sha256":"06e843c74f9cdda576a52859b736435eb6c8aee7f87b565de8dcc6625824c64b","reports":[{"actual_divergence_max":2.9802322387695312e-08,"advection_ms":35.640928,"correction_ms":2.057255,"courant":0.01203405112028122,"frame":1,"iterations":296,"pressure_ms":203.224746,"relative_residual":9.987158089133645e-09,"time":0.016666666666666666,"total_ms":250.964635,"tracer_integral":0.0003449859342238659,"tracer_ms":10.040963999999999},{"actual_divergence_max":5.960464477539063e-08,"advection_ms":33.989989,"correction_ms":2.25143,"courant":0.024016769727071126,"frame":2,"iterations":296,"pressure_ms":202.122881,"relative_residual":9.805279671620359e-09,"time":0.03333333333333333,"total_ms":248.078724,"tracer_integral":0.000689773232878951,"tracer_ms":9.713954000000001},{"actual_divergence_max":1.1920928955078125e-07,"advection_ms":33.027623999999996,"correction_ms":2.1708320000000003,"courant":0.03593085557222366,"frame":3,"iterations":296,"pressure_ms":218.840067,"relative_residual":9.036270183976945e-09,"time":0.05,"total_ms":264.896244,"tracer_integral":0.0010342321255264009,"tracer_ms":10.857049},{"actual_divergence_max":1.1920928955078125e-07,"advection_ms":34.341060999999996,"correction_ms":2.112647,"courant":0.04715496798356374,"frame":4,"iterations":295,"pressure_ms":204.79153399999998,"relative_residual":9.159893256273932e-09,"time":0.06666666666666667,"total_ms":251.74684299999998,"tracer_integral":0.001378240673653388,"tracer_ms":10.501040999999999},{"actual_divergence_max":1.1920928955078125e-07,"advection_ms":36.861662,"correction_ms":2.273583,"courant":0.058962137500445044,"frame":5,"iterations":295,"pressure_ms":198.769484,"relative_residual":9.887379428739698e-09,"time":0.08333333333333333,"total_ms":249.851315,"tracer_integral":0.0017216801323405276,"tracer_ms":11.945875},{"actual_divergence_max":1.7881393432617188e-07,"advection_ms":38.425462,"correction_ms":2.103022,"courant":0.0698618084192276,"frame":6,"iterations":295,"pressure_ms":218.805636,"relative_residual":9.023667540142433e-09,"time":0.1,"total_ms":268.972082,"tracer_integral":0.0020644406361799788,"tracer_ms":9.637481},{"actual_divergence_max":1.7881393432617188e-07,"advection_ms":38.694757,"correction_ms":2.5021489999999997,"courant":0.08045743306477865,"frame":7,"iterations":294,"pressure_ms":203.20051899999999,"relative_residual":9.752408704434707e-09,"time":0.11666666666666667,"total_ms":255.02259999999998,"tracer_integral":0.0024064213156583135,"tracer_ms":10.624692999999999},{"actual_divergence_max":2.384185791015625e-07,"advection_ms":32.711199,"correction_ms":2.506105,"courant":0.09159162839253743,"frame":8,"iterations":294,"pressure_ms":209.862987,"relative_residual":8.883919712127948e-09,"time":0.13333333333333333,"total_ms":259.66573700000004,"tracer_integral":0.002747524132360975,"tracer_ms":14.584866}],"revision":2,"seed":110,"wire_sha256":"d0fc71906b63ed46038380f1ac09f211e48b4a44d4ce86dfd47210f9eaa2c259"},{"arrays":[{"frame":1,"pressure_sha256":"80d0dcd9372e003b49c1360bbbc6814ebd462ef734845742d6ce1f03d4c6737b","rhs_sha256":"f56876e108af1a0b0bf3dbc4d18e5e629f7ebf12607fc95d56b1902b24b85ff6"},{"frame":2,"pressure_sha256":"bfb5af9047f2afac63afb495fe8a4e27f9c388aa5b10d905aae3523a53465102","rhs_sha256":"8506b8ee4b3562448c117b88921044e9c15cd1ccc1cc0db91995df06ab013336"},{"frame":3,"pressure_sha256":"3b26883917ca316650878435cf061eefb22c1e75b0df467b28dbe078f0a620a1","rhs_sha256":"e49395ea445637b811469bdb9021882cccc2582e0bbc013ff5dd7974679f7581"},{"frame":4,"pressure_sha256":"6fc8bcf27e25e556c086f3516e259e42d4b26652d3be20b87c681ab24de91d22","rhs_sha256":"e1a760d9245ac091f73023e51554514672f32a6fd64d954417bd686db513f643"},{"frame":5,"pressure_sha256":"9b7f5471c2c51a7914b6376c6422826b3f59955875f0e6d09366e54a19584a8d","rhs_sha256":"4047661fc222616a6d4edaa7030a37a12ce8d9f53f50496f8bfce4734deecd7d"},{"frame":6,"pressure_sha256":"93a10176e4eeda690a60e9bd4f46d992d8852ab1439f03c81327a1e459e9624f","rhs_sha256":"c75ecc24f0cf7a09a1217162b5fee7836b77e3417c360e929c099f1525358ebf"},{"frame":7,"pressure_sha256":"7c41bf7a00095a47e054bfa427033f49099f47a5385ae1c5bb828e172cff00da","rhs_sha256":"0f6cee7f5b8ca191c57b35f1a97535f4ad3675d1ed78e2b1eb489fb1bc41be1a"},{"frame":8,"pressure_sha256":"a682971a7dfb3f2e702d11efadb5083321a645a4006644235997f17082b4111a","rhs_sha256":"5f6b9a1b19e5f07cb9202c21cb5ac8abc61531260e0a6882517d1b1b45e9ac20"}],"asset_sha256":"dcd360f9f6c68c557e610385745f1f036447848aadb27126a68b729d273d667e","frames":8,"record_id":"3bd7a890512e4a678e6989829deb366e","release_sha256":"06e843c74f9cdda576a52859b736435eb6c8aee7f87b565de8dcc6625824c64b","reports":[{"actual_divergence_max":3.725290298461914e-08,"advection_ms":33.777567000000005,"correction_ms":2.0771840000000004,"courant":0.012007647007703782,"frame":1,"iterations":297,"pressure_ms":205.20684,"relative_residual":9.260819208465904e-09,"time":0.016666666666666666,"total_ms":254.176004,"tracer_integral":0.0003449868155709713,"tracer_ms":13.113642},{"actual_divergence_max":5.960464477539063e-08,"advection_ms":35.401906,"correction_ms":2.50951,"courant":0.022935042281945546,"frame":2,"iterations":296,"pressure_ms":201.26846,"relative_residual":9.142814440240016e-09,"time":0.03333333333333333,"total_ms":248.979962,"tracer_integral":0.0006897801567368906,"tracer_ms":9.799616},{"actual_divergence_max":8.940696716308594e-08,"advection_ms":37.182281999999994,"correction_ms":2.152084,"courant":0.03440571278333664,"frame":3,"iterations":296,"pressure_ms":203.212172,"relative_residual":9.546998803104077e-09,"time":0.05,"total_ms":252.62842899999998,"tracer_integral":0.0010342535819261667,"tracer_ms":10.081201},{"actual_divergence_max":1.1920928955078125e-07,"advection_ms":32.383297,"correction_ms":2.2727619999999997,"courant":0.04561265210310618,"frame":4,"iterations":295,"pressure_ms":209.071911,"relative_residual":9.165287060209283e-09,"time":0.06666666666666667,"total_ms":255.22684499999997,"tracer_integral":0.0013782894582476054,"tracer_ms":11.498244},{"actual_divergence_max":1.7881393432617188e-07,"advection_ms":39.274407999999994,"correction_ms":2.1460049999999997,"courant":0.05701777438322703,"frame":5,"iterations":295,"pressure_ms":199.47173600000002,"relative_residual":9.563708454084599e-09,"time":0.08333333333333333,"total_ms":252.270738,"tracer_integral":0.0017217821875251738,"tracer_ms":11.377857},{"actual_divergence_max":1.7881393432617188e-07,"advection_ms":34.990390000000005,"correction_ms":2.290618,"courant":0.06777109603087107,"frame":6,"iterations":295,"pressure_ms":205.606155,"relative_residual":9.343496297152928e-09,"time":0.1,"total_ms":254.27273099999996,"tracer_integral":0.0020646229138487977,"tracer_ms":11.385027000000001},{"actual_divergence_max":2.086162567138672e-07,"advection_ms":35.193488,"correction_ms":2.429322,"courant":0.07877138952414195,"frame":7,"iterations":293,"pressure_ms":211.681216,"relative_residual":9.305254588973401e-09,"time":0.11666666666666667,"total_ms":261.21024,"tracer_integral":0.002406723582440118,"tracer_ms":11.905543},{"actual_divergence_max":2.086162567138672e-07,"advection_ms":39.300336,"correction_ms":2.3462389999999997,"courant":0.08967564404010772,"frame":8,"iterations":293,"pressure_ms":217.895372,"relative_residual":9.982080879524991e-09,"time":0.13333333333333333,"total_ms":272.184274,"tracer_integral":0.0027478828116122996,"tracer_ms":12.641655}],"revision":2,"seed":111,"wire_sha256":"886d70ea42c70216ab285fde707b765c2fa81eeb1a10b4f4d5f10c371bb71bb4"}],"validation":[{"errors":[{"centered_relative_pressure_l2":2.4003285817608056e-08,"relative_tracer_l2":7.430693637235688e-20,"relative_velocity_l2":2.6183178311374967e-08,"tracer_rmse":2.994713653207373e-22},{"centered_relative_pressure_l2":5.522062401365894e-09,"relative_tracer_l2":6.094415116440297e-16,"relative_velocity_l2":2.4642514845946907e-08,"tracer_rmse":4.9065396765955725e-18},{"centered_relative_pressure_l2":6.040278461046766e-09,"relative_tracer_l2":6.524737497567108e-15,"relative_velocity_l2":2.5465394325439058e-08,"tracer_rmse":7.866035653892594e-17},{"centered_relative_pressure_l2":7.70683978437512e-09,"relative_tracer_l2":1.2856195321595263e-09,"relative_velocity_l2":2.607449277918552e-08,"tracer_rmse":2.0619670901278475e-11},{"centered_relative_pressure_l2":9.957748216306223e-09,"relative_tracer_l2":2.3015280009273077e-09,"relative_velocity_l2":3.032032719835898e-08,"tracer_rmse":4.601719699737217e-11},{"centered_relative_pressure_l2":1.4548406807484638e-08,"relative_tracer_l2":2.107681649508525e-09,"relative_velocity_l2":3.453649068254806e-08,"tracer_rmse":5.040931214117528e-11},{"centered_relative_pressure_l2":1.541558921184845e-08,"relative_tracer_l2":6.370438541383161e-09,"relative_velocity_l2":3.8776923275811546e-08,"tracer_rmse":1.7711120070540431e-10},{"centered_relative_pressure_l2":2.109827247087537e-08,"relative_tracer_l2":5.643609567304876e-09,"relative_velocity_l2":4.083178110706996e-08,"tracer_rmse":1.7845275257499793e-10},{"centered_relative_pressure_l2":2.34648913981643e-08,"relative_tracer_l2":6.262860429365547e-09,"relative_velocity_l2":4.239236602737806e-08,"tracer_rmse":2.2089566287242235e-10},{"centered_relative_pressure_l2":2.4621356419957033e-08,"relative_tracer_l2":1.2659704948529963e-08,"relative_velocity_l2":4.495856352362993e-08,"tracer_rmse":4.88498408390825e-10},{"centered_relative_pressure_l2":2.984184451160676e-08,"relative_tracer_l2":1.1640008092223163e-08,"relative_velocity_l2":4.6392302475913534e-08,"tracer_rmse":4.828028532521955e-10},{"centered_relative_pressure_l2":3.506810747253429e-08,"relative_tracer_l2":1.5304611070548106e-08,"relative_velocity_l2":4.869473576530211e-08,"tracer_rmse":6.750380254771926e-10},{"centered_relative_pressure_l2":3.5810127267511645e-08,"relative_tracer_l2":1.2839741294644975e-08,"relative_velocity_l2":5.22712734863906e-08,"tracer_rmse":5.976311112654287e-10},{"centered_relative_pressure_l2":3.854515887175797e-08,"relative_tracer_l2":1.3815306396621938e-08,"relative_velocity_l2":5.4411291521595484e-08,"tracer_rmse":6.745731195856308e-10},{"centered_relative_pressure_l2":4.3051856048115225e-08,"relative_tracer_l2":1.545889995612341e-08,"relative_velocity_l2":5.757296753955753e-08,"tracer_rmse":7.874384477801755e-10},{"centered_relative_pressure_l2":5.175695599386659e-08,"relative_tracer_l2":1.8139516417421056e-08,"relative_velocity_l2":5.997440942351657e-08,"tracer_rmse":9.58469081879798e-10},{"centered_relative_pressure_l2":5.52893162046244e-08,"relative_tracer_l2":1.9460266747422437e-08,"relative_velocity_l2":6.104413685091525e-08,"tracer_rmse":1.0620022639074023e-09},{"centered_relative_pressure_l2":5.4831137638427715e-08,"relative_tracer_l2":1.7957615213446712e-08,"relative_velocity_l2":6.098955486224211e-08,"tracer_rmse":1.0099924230289048e-09},{"centered_relative_pressure_l2":4.9083676487771024e-08,"relative_tracer_l2":1.7862660887927006e-08,"relative_velocity_l2":6.087588065318055e-08,"tracer_rmse":1.0337655176329008e-09},{"centered_relative_pressure_l2":5.3492320527844115e-08,"relative_tracer_l2":1.902221297442388e-08,"relative_velocity_l2":6.29505945874864e-08,"tracer_rmse":1.1299617908022697e-09},{"centered_relative_pressure_l2":6.23817607135133e-08,"relative_tracer_l2":1.953258414299252e-08,"relative_velocity_l2":6.357660746465037e-08,"tracer_rmse":1.1887949513678109e-09},{"centered_relative_pressure_l2":6.231333051272793e-08,"relative_tracer_l2":1.9711090191594144e-08,"relative_velocity_l2":6.559865648918423e-08,"tracer_rmse":1.2261582860162434e-09},{"centered_relative_pressure_l2":7.09073005107445e-08,"relative_tracer_l2":2.2152904233378775e-08,"relative_velocity_l2":6.53440468032077e-08,"tracer_rmse":1.4070837828228377e-09},{"centered_relative_pressure_l2":7.519107082473628e-08,"relative_tracer_l2":2.317375726815015e-08,"relative_velocity_l2":6.672470135291081e-08,"tracer_rmse":1.5019010479733197e-09},{"centered_relative_pressure_l2":7.399591287187974e-08,"relative_tracer_l2":2.178984441215052e-08,"relative_velocity_l2":6.747611206515312e-08,"tracer_rmse":1.4398314762686937e-09},{"centered_relative_pressure_l2":7.659648982142091e-08,"relative_tracer_l2":2.179677709980794e-08,"relative_velocity_l2":6.646237060732194e-08,"tracer_rmse":1.4650232138535557e-09},{"centered_relative_pressure_l2":7.706766648734093e-08,"relative_tracer_l2":2.4023985117143475e-08,"relative_velocity_l2":6.786188233626197e-08,"tracer_rmse":1.6412730063919412e-09},{"centered_relative_pressure_l2":8.670053869754466e-08,"relative_tracer_l2":2.392093966976275e-08,"relative_velocity_l2":6.736240965502452e-08,"tracer_rmse":1.6596483076725121e-09},{"centered_relative_pressure_l2":8.267913254671612e-08,"relative_tracer_l2":2.4246005977587928e-08,"relative_velocity_l2":6.517678426219596e-08,"tracer_rmse":1.7074339719869158e-09},{"centered_relative_pressure_l2":8.597257474233241e-08,"relative_tracer_l2":2.2706143390813776e-08,"relative_velocity_l2":6.561496318478072e-08,"tracer_rmse":1.6221631815582782e-09},{"centered_relative_pressure_l2":1.019411850588688e-07,"relative_tracer_l2":2.3723196299146897e-08,"relative_velocity_l2":6.509057449514117e-08,"tracer_rmse":1.7186113643319345e-09},{"centered_relative_pressure_l2":8.286646350928337e-08,"relative_tracer_l2":2.3841732534755894e-08,"relative_velocity_l2":6.627472280829125e-08,"tracer_rmse":1.7493012594016477e-09},{"centered_relative_pressure_l2":9.444096833445731e-08,"relative_tracer_l2":2.3145325894392976e-08,"relative_velocity_l2":6.683723061979232e-08,"tracer_rmse":1.7185939338304479e-09},{"centered_relative_pressure_l2":9.442265548758289e-08,"relative_tracer_l2":2.293478663793716e-08,"relative_velocity_l2":6.937974168688168e-08,"tracer_rmse":1.7221072345918742e-09},{"centered_relative_pressure_l2":1.1143024428866061e-07,"relative_tracer_l2":2.238209960036509e-08,"relative_velocity_l2":6.837290190533348e-08,"tracer_rmse":1.6987395934364713e-09},{"centered_relative_pressure_l2":1.0896553587496269e-07,"relative_tracer_l2":2.3414577187538728e-08,"relative_velocity_l2":6.7764734467545e-08,"tracer_rmse":1.7958357023672988e-09},{"centered_relative_pressure_l2":1.0737687658553614e-07,"relative_tracer_l2":2.3459944554375816e-08,"relative_velocity_l2":6.835121488689577e-08,"tracer_rmse":1.8182437777625182e-09},{"centered_relative_pressure_l2":1.0751073105165055e-07,"relative_tracer_l2":2.442923130301547e-08,"relative_velocity_l2":6.928929546118726e-08,"tracer_rmse":1.9134325235370397e-09},{"centered_relative_pressure_l2":1.0679280383004995e-07,"relative_tracer_l2":2.4124467301424415e-08,"relative_velocity_l2":6.973879410190045e-08,"tracer_rmse":1.9091943581628357e-09},{"centered_relative_pressure_l2":1.157109861492627e-07,"relative_tracer_l2":2.5593927449618066e-08,"relative_velocity_l2":7.062184653198404e-08,"tracer_rmse":2.045694946772869e-09},{"centered_relative_pressure_l2":1.2460503702075786e-07,"relative_tracer_l2":2.53818474623465e-08,"relative_velocity_l2":7.182750529550444e-08,"tracer_rmse":2.0487556096071557e-09},{"centered_relative_pressure_l2":1.2446584517232104e-07,"relative_tracer_l2":2.8924863161232525e-08,"relative_velocity_l2":7.321000037560147e-08,"tracer_rmse":2.3571271601241506e-09},{"centered_relative_pressure_l2":1.1400755074750875e-07,"relative_tracer_l2":2.94558361855812e-08,"relative_velocity_l2":7.273779568896953e-08,"tracer_rmse":2.4227679862320883e-09},{"centered_relative_pressure_l2":1.6367040180310874e-07,"relative_tracer_l2":2.9531206026086406e-08,"relative_velocity_l2":7.279308552962307e-08,"tracer_rmse":2.4510271590116872e-09},{"centered_relative_pressure_l2":1.3419980423843514e-07,"relative_tracer_l2":2.931672903075308e-08,"relative_velocity_l2":7.323297248444647e-08,"tracer_rmse":2.4546906729483453e-09},{"centered_relative_pressure_l2":1.2322265619220767e-07,"relative_tracer_l2":2.8753275886932535e-08,"relative_velocity_l2":7.275856838624344e-08,"tracer_rmse":2.4273014709308427e-09},{"centered_relative_pressure_l2":1.2220373494145138e-07,"relative_tracer_l2":2.9335647684350508e-08,"relative_velocity_l2":7.186207675536822e-08,"tracer_rmse":2.4965916001207233e-09},{"centered_relative_pressure_l2":1.2882176681964216e-07,"relative_tracer_l2":3.092618586639365e-08,"relative_velocity_l2":7.380850513940237e-08,"tracer_rmse":2.652610575637482e-09},{"centered_relative_pressure_l2":1.2400712658967823e-07,"relative_tracer_l2":3.1993020367557825e-08,"relative_velocity_l2":7.390509002983418e-08,"tracer_rmse":2.7656252843399898e-09},{"centered_relative_pressure_l2":1.5845428267595144e-07,"relative_tracer_l2":3.255568481356274e-08,"relative_velocity_l2":7.329800245097704e-08,"tracer_rmse":2.835204515605483e-09},{"centered_relative_pressure_l2":1.3484075107041134e-07,"relative_tracer_l2":3.1895235392914425e-08,"relative_velocity_l2":7.310525089412988e-08,"tracer_rmse":2.7979718542070486e-09},{"centered_relative_pressure_l2":1.4573787328052137e-07,"relative_tracer_l2":3.121309484948043e-08,"relative_velocity_l2":7.376326477073323e-08,"tracer_rmse":2.758480999176527e-09},{"centered_relative_pressure_l2":1.5266267239080985e-07,"relative_tracer_l2":3.196252653452321e-08,"relative_velocity_l2":7.560625715021345e-08,"tracer_rmse":2.8458420064936263e-09},{"centered_relative_pressure_l2":1.766770652686518e-07,"relative_tracer_l2":3.242764586107469e-08,"relative_velocity_l2":7.424977499203742e-08,"tracer_rmse":2.9087385833292956e-09},{"centered_relative_pressure_l2":1.44641269036246e-07,"relative_tracer_l2":3.2768775179705966e-08,"relative_velocity_l2":7.29983907704895e-08,"tracer_rmse":2.9609881213588096e-09},{"centered_relative_pressure_l2":1.543671362118098e-07,"relative_tracer_l2":3.3938350015675445e-08,"relative_velocity_l2":7.543814622260533e-08,"tracer_rmse":3.088970190745499e-09},{"centered_relative_pressure_l2":1.7668425352925783e-07,"relative_tracer_l2":3.3119121114072914e-08,"relative_velocity_l2":7.643819620027289e-08,"tracer_rmse":3.0357127922542304e-09},{"centered_relative_pressure_l2":1.5299255912740584e-07,"relative_tracer_l2":3.294565511348131e-08,"relative_velocity_l2":7.601084786006919e-08,"tracer_rmse":3.0404279094398134e-09},{"centered_relative_pressure_l2":1.5704060348499876e-07,"relative_tracer_l2":3.3466675557466056e-08,"relative_velocity_l2":7.513548828923248e-08,"tracer_rmse":3.108933555040494e-09},{"centered_relative_pressure_l2":1.609144921937342e-07,"relative_tracer_l2":3.3177560723941404e-08,"relative_velocity_l2":7.471527566921814e-08,"tracer_rmse":3.1021405444420225e-09}],"frames":60,"max_ai_divergence":1.3113021850585938e-06,"max_relative_tracer_l2":3.3938350015675445e-08,"max_relative_velocity_l2":7.643819620027289e-08,"seed":500},{"errors":[{"centered_relative_pressure_l2":2.1273350386595482e-08,"relative_tracer_l2":1.558312515166531e-13,"relative_velocity_l2":2.4711957784506387e-08,"tracer_rmse":6.280369727251149e-16},{"centered_relative_pressure_l2":5.724216688736181e-09,"relative_tracer_l2":1.5603164894138278e-13,"relative_velocity_l2":2.4493308098190076e-08,"tracer_rmse":1.2562272584136828e-15},{"centered_relative_pressure_l2":6.772314990125798e-09,"relative_tracer_l2":2.0836455727256317e-13,"relative_velocity_l2":2.807158118665529e-08,"tracer_rmse":2.512152761339906e-15},{"centered_relative_pressure_l2":9.59324427496373e-09,"relative_tracer_l2":8.019072231435649e-11,"relative_velocity_l2":3.235945816540874e-08,"tracer_rmse":1.2862982163783232e-12},{"centered_relative_pressure_l2":1.1712757980098712e-08,"relative_tracer_l2":2.319051370690746e-09,"relative_velocity_l2":3.592073092839189e-08,"tracer_rmse":4.637531678119977e-11},{"centered_relative_pressure_l2":1.6439433299691908e-08,"relative_tracer_l2":7.793636470953518e-09,"relative_velocity_l2":3.883292741392554e-08,"tracer_rmse":1.8644419341740104e-10},{"centered_relative_pressure_l2":1.719950734406488e-08,"relative_tracer_l2":7.299926886593851e-09,"relative_velocity_l2":3.92661202357582e-08,"tracer_rmse":2.0301914316345204e-10},{"centered_relative_pressure_l2":2.049963783161376e-08,"relative_tracer_l2":1.1195901715846944e-08,"relative_velocity_l2":4.3884371355139766e-08,"tracer_rmse":3.5444941426376886e-10},{"centered_relative_pressure_l2":2.2539182508366132e-08,"relative_tracer_l2":9.986358534422161e-09,"relative_velocity_l2":4.7907680049439935e-08,"tracer_rmse":3.5236308315589326e-10},{"centered_relative_pressure_l2":2.69472573299319e-08,"relative_tracer_l2":9.466404628119641e-09,"relative_velocity_l2":4.947057384478921e-08,"tracer_rmse":3.6422168059324633e-10},{"centered_relative_pressure_l2":2.97265563502471e-08,"relative_tracer_l2":4.902250544695968e-09,"relative_velocity_l2":5.170391210427039e-08,"tracer_rmse":2.0346485607447562e-10},{"centered_relative_pressure_l2":3.177927188758591e-08,"relative_tracer_l2":6.453049630704119e-09,"relative_velocity_l2":5.403823950299373e-08,"tracer_rmse":2.850319147373881e-10},{"centered_relative_pressure_l2":3.633984743798175e-08,"relative_tracer_l2":9.981827929307404e-09,"relative_velocity_l2":5.7599676258201764e-08,"tracer_rmse":4.657150221021311e-10},{"centered_relative_pressure_l2":3.8525238173179525e-08,"relative_tracer_l2":7.704941426101272e-09,"relative_velocity_l2":5.99437562259631e-08,"tracer_rmse":3.7662375995672903e-10},{"centered_relative_pressure_l2":4.514871451688675e-08,"relative_tracer_l2":8.555532159352463e-09,"relative_velocity_l2":6.122800163934346e-08,"tracer_rmse":4.35841529533576e-10},{"centered_relative_pressure_l2":4.770498086404862e-08,"relative_tracer_l2":1.0310361487492138e-08,"relative_velocity_l2":6.174307422169428e-08,"tracer_rmse":5.456134988257588e-10},{"centered_relative_pressure_l2":4.6933536450174784e-08,"relative_tracer_l2":1.305010193401811e-08,"relative_velocity_l2":6.250718233194684e-08,"tracer_rmse":7.138525881522639e-10},{"centered_relative_pressure_l2":5.5770903483494475e-08,"relative_tracer_l2":1.3029534800693289e-08,"relative_velocity_l2":6.27487808900242e-08,"tracer_rmse":7.345573038719522e-10},{"centered_relative_pressure_l2":5.8097356741618474e-08,"relative_tracer_l2":1.3121652501391937e-08,"relative_velocity_l2":6.439041070693272e-08,"tracer_rmse":7.607277030530213e-10},{"centered_relative_pressure_l2":5.661198420468897e-08,"relative_tracer_l2":1.620627728398092e-08,"relative_velocity_l2":6.329772845670491e-08,"tracer_rmse":9.637735054468521e-10},{"centered_relative_pressure_l2":7.124878856603248e-08,"relative_tracer_l2":1.856236133040218e-08,"relative_velocity_l2":6.334522021557695e-08,"tracer_rmse":1.1299005064913104e-09},{"centered_relative_pressure_l2":7.089608040965921e-08,"relative_tracer_l2":2.0869171645317065e-08,"relative_velocity_l2":6.496605028306917e-08,"tracer_rmse":1.2990801767642779e-09},{"centered_relative_pressure_l2":7.432312386126229e-08,"relative_tracer_l2":1.8069358893585864e-08,"relative_velocity_l2":6.515032112425374e-08,"tracer_rmse":1.1487114592867442e-09},{"centered_relative_pressure_l2":7.254172318973615e-08,"relative_tracer_l2":1.8268750137114847e-08,"relative_velocity_l2":6.499801413848227e-08,"tracer_rmse":1.1848934056146732e-09},{"centered_relative_pressure_l2":7.452008849174804e-08,"relative_tracer_l2":1.7143186326536396e-08,"relative_velocity_l2":6.51677873424265e-08,"tracer_rmse":1.1320858694929825e-09},{"centered_relative_pressure_l2":7.39048508694846e-08,"relative_tracer_l2":1.7612949886077312e-08,"relative_velocity_l2":6.520525034275371e-08,"tracer_rmse":1.1831889912272686e-09},{"centered_relative_pressure_l2":8.22075148720986e-08,"relative_tracer_l2":2.255254888501918e-08,"relative_velocity_l2":6.668558534693998e-08,"tracer_rmse":1.538977945081399e-09},{"centered_relative_pressure_l2":8.029541416648798e-08,"relative_tracer_l2":2.4719457742772616e-08,"relative_velocity_l2":6.750045898836875e-08,"tracer_rmse":1.711765063028281e-09},{"centered_relative_pressure_l2":9.134141467988225e-08,"relative_tracer_l2":2.4373881089013867e-08,"relative_velocity_l2":6.971876650789766e-08,"tracer_rmse":1.712035846423987e-09},{"centered_relative_pressure_l2":8.293429479416492e-08,"relative_tracer_l2":2.5120929955111384e-08,"relative_velocity_l2":6.923931401368113e-08,"tracer_rmse":1.7890902093142813e-09},{"centered_relative_pressure_l2":9.104050528344448e-08,"relative_tracer_l2":2.483930490557547e-08,"relative_velocity_l2":6.915752682513036e-08,"tracer_rmse":1.7926743423046787e-09},{"centered_relative_pressure_l2":9.541562162913786e-08,"relative_tracer_l2":2.4623905474927614e-08,"relative_velocity_l2":6.93368554303016e-08,"tracer_rmse":1.8002185298016116e-09},{"centered_relative_pressure_l2":9.774065275872368e-08,"relative_tracer_l2":2.7350576144930618e-08,"relative_velocity_l2":6.915643781665564e-08,"tracer_rmse":2.0248804855071967e-09},{"centered_relative_pressure_l2":9.807903360312014e-08,"relative_tracer_l2":2.7923124783516337e-08,"relative_velocity_l2":7.058161588208712e-08,"tracer_rmse":2.092758188965149e-09},{"centered_relative_pressure_l2":1.0683519050194171e-07,"relative_tracer_l2":2.8258969092125175e-08,"relative_velocity_l2":7.191671531063648e-08,"tracer_rmse":2.14322581904014e-09},{"centered_relative_pressure_l2":1.1094849788283867e-07,"relative_tracer_l2":2.8017158756845186e-08,"relative_velocity_l2":7.111288998135548e-08,"tracer_rmse":2.149344036084244e-09},{"centered_relative_pressure_l2":1.0209071534076151e-07,"relative_tracer_l2":2.778036163776957e-08,"relative_velocity_l2":7.196396680705147e-08,"tracer_rmse":2.1547128525867265e-09},{"centered_relative_pressure_l2":1.0376221840005174e-07,"relative_tracer_l2":2.8270512422636193e-08,"relative_velocity_l2":7.159266183186137e-08,"tracer_rmse":2.2151160905536926e-09},{"centered_relative_pressure_l2":1.0918606760539589e-07,"relative_tracer_l2":2.7367850799326628e-08,"relative_velocity_l2":7.294458898291075e-08,"tracer_rmse":2.1657924342832757e-09},{"centered_relative_pressure_l2":1.1551614655156655e-07,"relative_tracer_l2":2.806644784581844e-08,"relative_velocity_l2":7.389148448706147e-08,"tracer_rmse":2.2421038359254908e-09},{"centered_relative_pressure_l2":1.1903180363970172e-07,"relative_tracer_l2":2.84160153939186e-08,"relative_velocity_l2":7.176007975507374e-08,"tracer_rmse":2.291518530483927e-09},{"centered_relative_pressure_l2":1.2281677695856963e-07,"relative_tracer_l2":2.984132973537472e-08,"relative_velocity_l2":7.23725293012833e-08,"tracer_rmse":2.4277075905132506e-09},{"centered_relative_pressure_l2":1.3912067953906327e-07,"relative_tracer_l2":2.992213484450256e-08,"relative_velocity_l2":7.300648446611677e-08,"tracer_rmse":2.455648795418597e-09},{"centered_relative_pressure_l2":1.21781751062862e-07,"relative_tracer_l2":3.128608316892812e-08,"relative_velocity_l2":7.292708704891677e-08,"tracer_rmse":2.5901016886820116e-09},{"centered_relative_pressure_l2":1.3336578449522042e-07,"relative_tracer_l2":3.280166166965366e-08,"relative_velocity_l2":7.440693269879821e-08,"tracer_rmse":2.7395286039677558e-09},{"centered_relative_pressure_l2":1.3230120772826945e-07,"relative_tracer_l2":3.316694821870429e-08,"relative_velocity_l2":7.668914751823363e-08,"tracer_rmse":2.7943907188188177e-09},{"centered_relative_pressure_l2":1.5801500413736118e-07,"relative_tracer_l2":3.492808281709091e-08,"relative_velocity_l2":7.63274707194186e-08,"tracer_rmse":2.9681199720243967e-09},{"centered_relative_pressure_l2":1.4221450563889997e-07,"relative_tracer_l2":3.434032066542999e-08,"relative_velocity_l2":7.513320818479975e-08,"tracer_rmse":2.942519783388775e-09},{"centered_relative_pressure_l2":1.3406039378729102e-07,"relative_tracer_l2":3.419509132531154e-08,"relative_velocity_l2":7.53987738821881e-08,"tracer_rmse":2.9537328138928842e-09},{"centered_relative_pressure_l2":1.3945122670217496e-07,"relative_tracer_l2":3.360959332836617e-08,"relative_velocity_l2":7.447058738484263e-08,"tracer_rmse":2.9262585687916953e-09},{"centered_relative_pressure_l2":1.4338442133433412e-07,"relative_tracer_l2":3.2937647579694185e-08,"relative_velocity_l2":7.44370106394756e-08,"tracer_rmse":2.8894742154506048e-09},{"centered_relative_pressure_l2":1.374505799179159e-07,"relative_tracer_l2":3.2056033602319994e-08,"relative_velocity_l2":7.38233684158439e-08,"tracer_rmse":2.8330957579925098e-09},{"centered_relative_pressure_l2":1.6888408161953826e-07,"relative_tracer_l2":3.239472816978096e-08,"relative_velocity_l2":7.420283750778455e-08,"tracer_rmse":2.884130489988479e-09},{"centered_relative_pressure_l2":1.8009679028603194e-07,"relative_tracer_l2":3.3200321025665925e-08,"relative_velocity_l2":7.340900966230983e-08,"tracer_rmse":2.977517565838639e-09},{"centered_relative_pressure_l2":1.644396119199799e-07,"relative_tracer_l2":3.2686853248997514e-08,"relative_velocity_l2":7.367403127169218e-08,"tracer_rmse":2.9527669198614603e-09},{"centered_relative_pressure_l2":1.6205374029718735e-07,"relative_tracer_l2":3.1242639445979415e-08,"relative_velocity_l2":7.428860622498516e-08,"tracer_rmse":2.8427493692362305e-09},{"centered_relative_pressure_l2":1.7429363574394315e-07,"relative_tracer_l2":3.099074452566796e-08,"relative_velocity_l2":7.409363983581952e-08,"tracer_rmse":2.840078616728192e-09},{"centered_relative_pressure_l2":1.702477726598655e-07,"relative_tracer_l2":3.109582803705659e-08,"relative_velocity_l2":7.535514658163708e-08,"tracer_rmse":2.869901427615673e-09},{"centered_relative_pressure_l2":1.5958507967640394e-07,"relative_tracer_l2":3.148703246692081e-08,"relative_velocity_l2":7.479148334428974e-08,"tracer_rmse":2.926016762216932e-09},{"centered_relative_pressure_l2":1.905041952452007e-07,"relative_tracer_l2":3.2032934714626946e-08,"relative_velocity_l2":7.475804841609567e-08,"tracer_rmse":2.9965905312678842e-09}],"frames":60,"max_ai_divergence":1.1920928955078125e-06,"max_relative_tracer_l2":3.492808281709091e-08,"max_relative_velocity_l2":7.668914751823363e-08,"seed":501}],"validation_frames":60} \ No newline at end of file diff --git a/docs/plans/generic-scientific-projects/reports/p5b/generation-cold/100.json b/docs/plans/generic-scientific-projects/reports/p5b/generation-cold/100.json new file mode 100644 index 00000000..3205c3db --- /dev/null +++ b/docs/plans/generic-scientific-projects/reports/p5b/generation-cold/100.json @@ -0,0 +1,773 @@ +{ + "scope": "Actual native generation custody and bounded full-grid numerical observations", + "numpy": "2.5.4", + "bundle_sha256": "1c137295d187099956c0b96149e0cd1babaab893d2d7396e563593d8abc85028", + "wire_sha256": "3d007c36d1d79743f39940aec60b8908314dc8baae9e71fc7e93fe6148cc16bd", + "grid": 32, + "frames": 8, + "seed": 100, + "family": { + "id": "f384aaff7ae7dd3481d063c6e8c2012bb878d32b839e4f4dd3abcfefd1a8c9e7", + "namespace": "rheon-trajectory-probe-scene-v1" + }, + "arrays": [ + { + "frame": 0, + "field": "rhs", + "dtype": " MAX_FILES or sum(map(len,captured.values())) > MAX_CAPTURE_BYTES: + capture_limit = CPU_CAPTURE_BYTES if definition['runtime'] == CPU_PROFILE else MAX_CAPTURE_BYTES + input_limit = CPU_INPUT_BYTES if definition['runtime'] == CPU_PROFILE else MAX_CAPTURE_BYTES + if sum(len(raw) for path,raw in captured.items() if path.startswith('input/')) > input_limit: + raise WorkbenchError('Captured inputs exceed the runtime profile byte bound.') + if len(captured) > MAX_FILES or sum(map(len,captured.values())) > capture_limit: raise WorkbenchError('Captured source and input files exceed the total bound.') try: runtime = runtime_identity(profile) @@ -450,7 +462,7 @@ def prepare(projects, graph, execution_sha256, profile=None): raise WorkbenchError('Native runtime cannot be safely inspected.', 'unavailable',409) from None for source,policy in policies.items(): captured[native_policy_path(source)] = encode(policy).encode() - if len(captured) > MAX_FILES or sum(map(len,captured.values())) > MAX_CAPTURE_BYTES: + if len(captured) > MAX_FILES or sum(map(len,captured.values())) > capture_limit: raise WorkbenchError('Generated native policies exceed the capture bound.') cpu_snapshot = None if definition['runtime'] == CPU_PROFILE: @@ -460,7 +472,7 @@ def prepare(projects, graph, execution_sha256, profile=None): definition['runtime_snapshot_sha256'], verify=True) captured[CPU_DESCRIPTOR] = recipe_process.encoded(cpu_snapshot) captured[CPU_BOOTSTRAP] = recipe_process.SOURCE - if len(captured) > MAX_FILES or sum(map(len,captured.values())) > MAX_CAPTURE_BYTES: + if len(captured) > MAX_FILES or sum(map(len,captured.values())) > capture_limit: raise WorkbenchError('Generated CPU bootstrap exceeds the capture bound.') host = host_identity() material = {'schema_version': 1, 'catalog_id': projects.db.dataset_id, 'project': inspected['receipt'], 'graph_execution_sha256': execution_sha256, @@ -498,9 +510,16 @@ def receipt(value): if not isinstance(material['inputs'], dict) or set(material['inputs']) != set(definition['inputs']): raise WorkbenchError('Material input inventory differs.') expected = {'source/'+item['path']:item['sha256'] for item in definition['sources']} for name, item in material['inputs'].items(): - receipt(item) - if (item['project_id'], item['manifest_sha256']) != (material['project']['project_id'], material['project']['manifest_sha256']): - raise WorkbenchError('Input receipt belongs to another project snapshot.') + if isinstance(item, dict) and item.get('kind') == 'frozen_release': + closed(item, ('kind','catalog_id','release_id','measured_sha256','bytes')) + sha(item['release_id']); sha(item['measured_sha256']) + if item['catalog_id'] != material['catalog_id'] or item['release_id'] != item['measured_sha256']: + raise WorkbenchError('Frozen input receipt belongs to another catalog or content identity.') + bounded_int(item['bytes'],1,definition['inputs'][name]['max_bytes'],'Frozen input bytes') + else: + receipt(item) + if (item['project_id'], item['manifest_sha256']) != (material['project']['project_id'], material['project']['manifest_sha256']): + raise WorkbenchError('Input receipt belongs to another project snapshot.') expected['input/'+name] = item['measured_sha256'] generated = validate_native_policies(material,definition) if definition['runtime'] == CPU_PROFILE: @@ -524,14 +543,22 @@ def receipt(value): captures = material['captures'] if not isinstance(captures, dict) or set(captures) != set(expected) or len(captures) > MAX_FILES: raise WorkbenchError('Captured inventory differs from the declared source and inputs.') - total = 0 + total = 0; input_total = 0 for path, item in captures.items(): relative_path(path); closed(item, ('bytes','sha256')); sha(item['sha256']) limit = MAX_SOURCE_BYTES if path.startswith(('source/','native-policy/','runtime-bootstrap/')) else definition['inputs'][path.split('/',1)[1]]['max_bytes'] bounded_int(item['bytes'],0,limit,'Capture bytes'); total += item['bytes'] + if path.startswith('input/'): + input_total += item['bytes'] + input_receipt = material['inputs'][path.split('/',1)[1]] + if input_receipt.get('kind') == 'frozen_release' and input_receipt['bytes'] != item['bytes']: + raise WorkbenchError('Frozen input receipt and captured size differ.') if path in generated and item['bytes'] != len(generated[path]): raise WorkbenchError('Generated native policy size differs.') if item['sha256'] != expected[path]: raise WorkbenchError('Captured digest contradicts source/input identity.') - if total > MAX_CAPTURE_BYTES: raise WorkbenchError('Captured material exceeds byte bound.') + capture_limit = CPU_CAPTURE_BYTES if definition['runtime'] == CPU_PROFILE else MAX_CAPTURE_BYTES + input_limit = CPU_INPUT_BYTES if definition['runtime'] == CPU_PROFILE else MAX_CAPTURE_BYTES + if total > capture_limit or input_total > input_limit: + raise WorkbenchError('Captured material exceeds runtime profile byte bound.') runtime = material['runtime'] closed(runtime, ('profile','executable','executable_sha256','trusted_install_owner_uid','files','closure_sha256','assumption','flags')) if runtime['profile'] != 'system_python' or runtime['flags'] != ['-I','-S','-B'] or not isinstance(runtime['executable'],str) or not re.fullmatch(r'/usr/bin/python3\.\d+',runtime['executable']): diff --git a/recipe_process.py b/recipe_process.py index ddf73db1..ab9ca646 100644 --- a/recipe_process.py +++ b/recipe_process.py @@ -342,8 +342,6 @@ def validate_spec(value): seen.add(item['path']) if type(item['bytes']) is not int or not 0 <= item['bytes'] <= OUTPUT_LIMIT: raise ProcessError('Invalid captured file size.') - if sum(item['bytes'] for item in files)>64*1024*1024 or sum(item['bytes'] for item in runtime)>512*1024*1024: - raise ProcessError('Runtime/source closure exceeds its byte bound.') if 'cpu_snapshot' in value: descriptor = validate_cpu_snapshot_descriptor(value['cpu_snapshot']) if 'native_loader_policy' not in value: @@ -358,6 +356,24 @@ def validate_spec(value): or not bootstrap_file or argv[7] not in inventory or Path(argv[4]).name != 'recipe_process.py' or Path(argv[6]).name != 'snapshot.json'): raise ProcessError('CPU bootstrap, descriptor and entry must be exact captured files.') + capture_limit = 64 * 1024 * 1024 + if 'cpu_snapshot' in value: + # The complete descriptor/bootstrap contract above qualifies this profile. + capture_limit = 320 * 1024 * 1024 + input_root = Path(value['cwd']) / 'input' + input_bytes = 0 + for item in files: + relative = Path(item['path']).relative_to(Path(value['cwd'])) if Path(item['path']).is_relative_to(Path(value['cwd'])) else None + if relative is None or len(relative.parts) < 2 or relative.parts[0] not in ('source', 'input', 'native-policy', 'runtime-bootstrap'): + raise ProcessError('CPU capture must use its contained source/input/runtime layout.') + if relative.parts[0] == 'input': + if Path(item['path']).parent != input_root or item['bytes'] > 40 * 1024 * 1024: + raise ProcessError('CPU input must be a bounded named input file.') + input_bytes += item['bytes'] + if input_bytes > 256 * 1024 * 1024: + raise ProcessError('CPU input aggregate exceeds its byte bound.') + if sum(item['bytes'] for item in files) > capture_limit or sum(item['bytes'] for item in runtime) > 512 * 1024 * 1024: + raise ProcessError('Runtime/source closure exceeds its byte bound.') if len(encoded(value)) > SPEC_LIMIT: raise ProcessError('Custody specification exceeds its bound.') return decode(encoded(value)) diff --git a/runs.py b/runs.py index 34af5e61..b82203d7 100644 --- a/runs.py +++ b/runs.py @@ -415,6 +415,175 @@ def _read_regular(path, limit): raise WorkbenchError('Output changed while it was captured.', 'stale', 409) return raw + @staticmethod + def _progress_json(raw): + def pairs(items): + result = {} + for key, value in items: + if key in result: + raise ValueError('Duplicate diagnostic field.') + result[key] = value + return result + return json.loads(raw, object_pairs_hook=pairs, + parse_constant=lambda value: (_ for _ in ()).throw(ValueError('Nonfinite diagnostic.'))) + + @staticmethod + def _progress_text(value, limit, empty=False): + return (type(value) is str and (empty or bool(value.strip())) and len(value) <= limit + and not any(ord(c) < 32 or 127 <= ord(c) <= 159 or 0xD800 <= ord(c) <= 0xDFFF for c in value)) + + @classmethod + def _progress_event(cls, raw): + for line in reversed(raw.splitlines(keepends=True)): + if len(line) > 4096 or not line.endswith(b'\n'): + continue + try: + value = cls._progress_json(line) + if type(value) is not dict or set(value) != {'format', 'stage', 'completed', 'total', 'metrics'}: + continue + if value['format'] != 'tuldok_progress_v1' or type(value['stage']) is not str or not re.fullmatch(r'[A-Za-z0-9][A-Za-z0-9_.-]{0,63}', value['stage']): + continue + if not (type(value['completed']) is int and type(value['total']) is int + and 0 <= value['completed'] <= value['total'] <= 1000000): + continue + metrics = value['metrics'] + if type(metrics) is not dict or len(metrics) > 8 or any( + not re.fullmatch(r'[A-Za-z0-9][A-Za-z0-9_.-]{0,63}', name) + or type(number) not in (int, float) or not math.isfinite(number) + for name, number in metrics.items()): + continue + return value + except (ValueError, TypeError, OverflowError, RecursionError): + continue + return None + + @staticmethod + def _diagnostic_directory(path): + """Resolve every owned-directory component without following symlinks.""" + descriptor = os.open('/', os.O_RDONLY | os.O_DIRECTORY) + try: + for part in Path(path).absolute().parts[1:]: + following = os.open(part, os.O_RDONLY | os.O_DIRECTORY | os.O_NOFOLLOW, dir_fd=descriptor) + os.close(descriptor) + descriptor = following + if os.fstat(descriptor).st_uid != os.getuid(): + raise ValueError('Diagnostic directory owner differs.') + return descriptor + except BaseException: + os.close(descriptor) + raise + + @staticmethod + def _diagnostic_read(directory, name, limit, *, tail=False): + descriptor = os.open(name, os.O_RDONLY | os.O_NOFOLLOW | os.O_NONBLOCK, dir_fd=directory) + try: + before = os.fstat(descriptor) + if not stat.S_ISREG(before.st_mode) or before.st_uid != os.getuid() or before.st_size > limit: + raise ValueError('Invalid diagnostic file.') + start = max(0, before.st_size - 8192) if tail else 0 + raw = os.pread(descriptor, before.st_size - start, start) + after = os.fstat(descriptor) + current = os.stat(name, dir_fd=directory, follow_symlinks=False) + if ((before.st_dev, before.st_ino) != (current.st_dev, current.st_ino) + or len(raw) != before.st_size - start or after.st_size < before.st_size + or after.st_size > limit or (not tail and + (before.st_size, before.st_mtime_ns, before.st_ctime_ns) != + (after.st_size, after.st_mtime_ns, after.st_ctime_ns))): + raise ValueError('Diagnostic changed during observation.') + return raw, start, before.st_size + finally: + os.close(descriptor) + + def _external_result_summary(self, run): + if run['state'] != 'completed': + return None + rules = [rule for rule in run['outputs'] if rule['role'] == 'result_summary'] + if not rules: + return None + try: + if len(rules) != 1 or rules[0]['max_bytes'] > 65536: + raise ValueError('Invalid result summary declaration.') + inventory = self._verified_artifacts(run) + item = next(item for item in inventory if item['name'] == rules[0]['path'] and item['role'] == 'result_summary') + raw, _media = self.artifact(run['id'], item['name']) + if len(raw) > 65536: + raise ValueError('Result summary is too large.') + value = self._progress_json(raw) + if type(value) is not dict or not {'format','title','metrics','scope'} <= set(value) or set(value) - {'format','title','metrics','scope','checkpoint'}: + raise ValueError('Invalid result summary fields.') + if value['format'] != 'tuldok_result_summary_v1' or not self._progress_text(value['title'], 120): + raise ValueError('Invalid result summary title.') + if type(value['metrics']) is not list or len(value['metrics']) > 24: + raise ValueError('Invalid metrics.') + names = set() + for metric in value['metrics']: + if (type(metric) is not dict or set(metric) != {'name','value','unit'} + or not self._progress_text(metric['name'], 64) or metric['name'] in names + or not self._progress_text(metric['unit'], 24, empty=True) + or type(metric['value']) not in (int, float) or not math.isfinite(metric['value'])): + raise ValueError('Invalid metric.') + names.add(metric['name']) + if type(value['scope']) is not list or len(value['scope']) > 8 or not all(self._progress_text(label, 160) for label in value['scope']): + raise ValueError('Invalid scope.') + if 'checkpoint' in value and not any(item['name'] == value['checkpoint'] and item['role'] == 'checkpoint' for item in inventory): + raise ValueError('Checkpoint is not a verified declared output.') + return {'status':'hash_verified','artifact_name':item['name'], 'sha256':item['sha256'], 'summary':value} + except (OSError, ValueError, TypeError, KeyError, StopIteration, OverflowError, RecursionError): + return {'status':'unavailable'} + + @authorized('inspect', 'runs.external_progress') + def external_progress(self, run_id): + import recipe_process + with self.lock: + run = self._load(run_id) + if not self._external(run): + raise WorkbenchError('Progress diagnostics require an external Run.', 'unsupported', 400) + result = {'schema_version':1, 'run_id':run['id'], 'state':run['state'], + 'custody_phase':run['custody_phase'], 'evidence':'unavailable', + 'streams':{'stdout':None,'stderr':None}, 'progress':None, + 'result':self._external_result_summary(run)} + directory = None + try: + directory = self._diagnostic_directory(self._external_directory(run) / 'custody') + terminal = run['state'] in TERMINAL and run['state'] != 'unknown' + receipt = None + if terminal: + raw, _, _ = self._diagnostic_read(directory, 'receipt.json', 16384) + receipt = recipe_process.validate_receipt(raw, run['custody_identity']) + if not receipt['drained']: + raise ValueError('Diagnostic custody has not drained.') + if run['state'] == 'completed': + published = self._read_regular(self.path / run['id'] / 'custody-receipt.json', 16384) + if hashlib.sha256(published).hexdigest() != run['custody_receipt_sha256'] or self._progress_json(published) != receipt: + raise ValueError('Published custody differs.') + for name in ('stdout','stderr'): + raw, start, size = self._diagnostic_read(directory, name+'.log', recipe_process.STREAM_LIMIT, tail=not terminal) + if receipt and (len(raw) != receipt['streams'][name]['bytes'] or hashlib.sha256(raw).hexdigest() != receipt['streams'][name]['sha256']): + raise ValueError('Stream receipt differs.') + if terminal: + start = max(0, len(raw)-8192) + raw = raw[start:] + if name == 'stdout': + complete = raw.split(b'\n', 1)[1] if start and b'\n' in raw else b'' if start else raw + result['progress'] = self._progress_event(complete) + text = raw.decode('utf-8', errors='replace') + text = ''.join(c if c in '\n\t' or (ord(c) >= 32 and not 127 <= ord(c) <= 159) else '\ufffd' for c in text) + result['streams'][name] = {'available_bytes':size,'start_byte':start,'text':text,'truncated':start > 0} + result['evidence'] = 'custody_verified' if receipt else 'live_unverified' + except FileNotFoundError: + result['evidence'] = 'pending' if run['state'] == 'queued' or run['custody_phase'] == 'prepared' and run['state'] in ACTIVE else 'unavailable' + result['streams'] = {'stdout':None,'stderr':None} + result['progress'] = None + except (OSError, ValueError, TypeError, KeyError, RecursionError): + result['streams'] = {'stdout':None,'stderr':None} + result['progress'] = None + finally: + if directory is not None: + os.close(directory) + if len(json.dumps(result).encode()) > 192 * 1024: + raise WorkbenchError('Progress response exceeds its encoded bound.', 'unavailable', 409) + return result + def _publish_external(self, run, receipt): import recipe_contract source = Path(run['spec']['output_dir']) diff --git a/static/workspace-external.js b/static/workspace-external.js index 508d1440..58f97523 100644 --- a/static/workspace-external.js +++ b/static/workspace-external.js @@ -1,8 +1,39 @@ 'use strict'; // External graph projection only. The existing Pipeline and Runs owners admit all work. +// Binding shapes remain byte-compatible: project references never gain a kind key. +window.WorkspaceExternalInputs=(()=>{ + const esc=value=>window.workspaceEscape(value),hash=value=>/^[a-f0-9]{64}$/.test(value||''); + function choices(project,releases){return { + project_reference:(project.data||[]).filter(item=>item.status==='available'&&item.integrity!=='mismatch'&&hash(item.observed_sha256)).map(item=>({id:item.id,label:item.label,bytes:item.bytes,sha256:item.observed_sha256})), + frozen_release:releases.map(item=>({id:item.release_id,label:item.release_id,bytes:item.bytes,sha256:item.sha256,unavailable:item.status!=='available'||!hash(item.sha256),reason:item.reason||item.status})) + };} + function kind(binding){return binding?.kind==='frozen_release'?'frozen_release':'project_reference';} + function binding(type,item){if(!item||item.unavailable||!hash(item.sha256))throw Error('Choose an available input with an observed hash.');return type==='frozen_release'?{kind:'frozen_release',release_id:item.id,expected_sha256:item.sha256}:{reference_id:item.id,expected_sha256:item.sha256};} + function options(type,value,list,max){ + const id=value?.release_id||value?.reference_id||'',items=list[type]||[]; + const retained=id&&!items.some(item=>item.id===id&&item.sha256===value.expected_sha256); + return `${retained?``:''}${items.map(item=>``).join('')}`; + } + function html(inputs,specs,list){return Object.keys(specs).map(name=>{ + const value=inputs[name],type=kind(value),max=specs[name].max_bytes; + return `
Input · ${esc(name)}Maximum ${esc(max)} bytes

${esc(value?.expected_sha256||'Choose an input to bind its exact SHA256.')}

`; + }).join('');} + function bind(root,inputs,specs,list,changed){ + const find=(attribute,name)=>Array.from(root.querySelectorAll('['+attribute+']')).find(node=>node.getAttribute(attribute)===name); + for(const selector of root.querySelectorAll('[data-external-input-kind]')){ + const name=selector.getAttribute('data-external-input-kind'),target=find('data-external-input',name),hint=find('data-external-input-hash',name); + selector.onchange=()=>{target.innerHTML=options(selector.value,null,list,specs[name].max_bytes);hint.textContent='Choose an input to bind its exact SHA256.';changed(name,null);}; + target.onchange=()=>{if(target.selectedOptions?.[0]?.hasAttribute('data-input-retained'))return;const item=list[selector.value]?.find(item=>item.id===target.value);if(target.value===''||!item||item.unavailable||item.bytes>specs[name].max_bytes){changed(name,null);return;}const value=binding(selector.value,item);hint.textContent=value.expected_sha256;changed(name,value);}; + } + } + async function candidates(){const response=await (window.TuldokAuth?.fetch||fetch)('/api/workbench/releases/input-candidates');const value=await response.json();if(!response.ok)throw Error(value.error||'Frozen release choices unavailable.');return value.releases;} + return {choices,binding,html,bind,candidates}; +})(); + window.WorkspaceExternal=function({api,action,status,getGraph,getIntent,getRunId,isDirty,replaceGraph,changeGraph,render,refresh,onRun,onImported}){ const esc=window.workspaceEscape,enc=encodeURIComponent,copy=value=>structuredClone(value); const isGraph=graph=>graph?.recipe==='external_recipe'; + let inputChoices=null,inputSpecs={}; let epoch=0,preflight=null,definitions={},reviewed=false,grant='',recipient='',grantReceipt=null; let pending=history.state?.externalSubmission||null; const snapshot=()=>({epoch,graph:getGraph(),intent:getIntent(),actor:identity()?.actor_id,credential:identity()?.credential_id}); @@ -12,7 +43,7 @@ window.WorkspaceExternal=function({api,action,status,getGraph,getIntent,getRunId const identity=()=>window.TuldokAuth?.identity(); const owner=()=>identity()?.kind==='owner'&&identity().scopes.includes('approve-execution'); const permissions='Trusted local code runs with the service user’s filesystem and network access. This is not a sandbox. Limits do not guarantee aggregate resource isolation.'; - function invalidate(reset=false){epoch++;if(reset)definitions={};preflight=null;reviewed=false;grant='';grantReceipt=null;} + function invalidate(reset=false){epoch++;if(reset){definitions={};inputChoices=null;inputSpecs={};}preflight=null;reviewed=false;grant='';grantReceipt=null;} function fieldsHTML(values,defs,prefix){ return Object.entries(values).map(([name,value])=>{ const spec=defs[name]||{type:typeof value==='boolean'?'boolean':typeof value==='number'?'number':'string'},id=prefix+name; @@ -47,10 +78,17 @@ window.WorkspaceExternal=function({api,action,status,getGraph,getIntent,getRunId } function renderPipeline(root,{graph,graphs,busy,choose}){ const execute=graph.nodes.find(node=>node.type==='execute'),input=graph.nodes.find(node=>node.type==='input').parameters; - root.innerHTML=`

Saved recipes

External recipe

${isDirty()?'Unsaved changes':'Saved r'+graph.revision}
1 · Project inputs2 · Execute captured recipe3 · Verify outputs
${fieldsHTML(execute.parameters,definitions,'external-param-')}
Exact project and input references
${esc(JSON.stringify(input,null,2))}

Execution approval

${permissions}

${preflight?`

Material SHA256 ${esc(preflight.material_sha256)}

Graph r${esc(preflight.graph_revision)} · runtime ${esc(preflight.material?.recipe?.runtime||preflight.runtime?.profile||preflight.runtime?.id||'declared runtime')}

Captured sources, inputs, runtime and limits
${esc(JSON.stringify(preflight.material,null,2))}
Declared output roles
${esc(JSON.stringify(preflight.outputs,null,2))}
`:'

Preflight checks identity without executing project code.

'}
${owner()?`
Grant this material to an actor${grantReceipt?`

Approval ${esc(grantReceipt.id||grantReceipt.approval_id)} · actor ${esc(grantReceipt.consumer_actor_id||recipient)}

`:''}
`:`

The grant must bind your actor, this graph revision and this exact material digest.

`}${pending?`

Request ${esc((pending.body||pending).request_key)} for graph ${esc((pending.body||pending).graph_id)} r${esc((pending.body||pending).graph_revision)} has an unresolved acknowledgement. Originating actor ${esc(pending.actor_id||'unknown')}. Reconcile this same request before starting another.

`:''}

Execution receipts establish process and artifact custody, not scientific correctness.

`; + root.innerHTML=`

Saved recipes

External recipe

${isDirty()?'Unsaved changes':'Saved r'+graph.revision}
1 · Exact inputs2 · Execute captured recipe3 · Verify outputs
${fieldsHTML(execute.parameters,definitions,'external-param-')}

Input bindings

${inputChoices?window.WorkspaceExternalInputs.html(input.inputs||{},inputSpecs,inputChoices):'

Load observed project data and frozen releases to edit exact bindings.

'}
Exact project and input references
${esc(JSON.stringify(input,null,2))}

Execution approval

${permissions}

${preflight?`

Material SHA256 ${esc(preflight.material_sha256)}

Graph r${esc(preflight.graph_revision)} · runtime ${esc(preflight.material?.recipe?.runtime||preflight.runtime?.profile||preflight.runtime?.id||'declared runtime')}

Captured sources, inputs, runtime and limits
${esc(JSON.stringify(preflight.material,null,2))}
Declared output roles
${esc(JSON.stringify(preflight.outputs,null,2))}
`:'

Preflight checks identity without executing project code.

'}
${owner()?`
Grant this material to an actor${grantReceipt?`

Approval ${esc(grantReceipt.id||grantReceipt.approval_id)} · actor ${esc(grantReceipt.consumer_actor_id||recipient)}

`:''}
`:`

The grant must bind your actor, this graph revision and this exact material digest.

`}${pending?`

Request ${esc((pending.body||pending).request_key)} for graph ${esc((pending.body||pending).graph_id)} r${esc((pending.body||pending).graph_revision)} has an unresolved acknowledgement. Originating actor ${esc(pending.actor_id||'unknown')}. Reconcile this same request before starting another.

`:''}

Execution receipts establish process and artifact custody, not scientific correctness.

`; const $=id=>root.querySelector('#'+id); $('real-graph-select').onchange=event=>choose(event.target.value);$('real-refresh').onclick=refresh; $('external-name').oninput=event=>changeGraph(()=>graph.name=event.target.value,false); + $('external-input-choices').onclick=()=>action(async()=>{ + const origin=snapshot(); + const [project,definition,releases]=await Promise.all([api('projects/'+enc(input.project_id)),api('projects/'+enc(input.project_id)+'/recipes/'+enc(input.recipe_id)+'?expected_sha256='+enc(input.expected_sha256)),window.WorkspaceExternalInputs.candidates()]); + if(!current(origin))return; + inputChoices=window.WorkspaceExternalInputs.choices(project,releases);inputSpecs=definition.inputs;status('Loaded exact input choices. Changing a binding requires saving and a new preflight.'); + }); + if(inputChoices)window.WorkspaceExternalInputs.bind(root,input.inputs||{},inputSpecs,inputChoices,(name,value)=>changeGraph(()=>{if(value)input.inputs[name]=value;else delete input.inputs[name];},false)); bindParameters(root,definitions,(name,value)=>changeGraph(()=>execute.parameters[name]=value,false)); $('external-save').onclick=()=>action(async()=>{const origin=snapshot(),value=await api('graphs/'+enc(graph.id),{revision:graph.revision,document:copy(graph)});if(current(origin)){replaceGraph(value);status('Saved revision. Preflight and review again.');}else status('Graph revision saved. Current navigation and edits retained.');}); $('external-reload').onclick=()=>{if(isDirty()&&!confirm('Discard unsaved external recipe edits?'))return;action(async()=>{const origin=snapshot(),value=await api('graphs/'+enc(graph.id));if(current(origin))replaceGraph(value);});}; @@ -67,6 +105,7 @@ window.WorkspaceExternal=function({api,action,status,getGraph,getIntent,getRunId function dirtyChanged(root){ root.querySelector('#external-dirty').textContent='Unsaved changes';root.querySelector('#external-save').disabled=false;root.querySelector('#external-preflight').disabled=true;root.querySelector('#external-submit').disabled=!actorPending()||!pending; root.querySelector('#external-material').textContent='Save this revision, then preflight and review its exact material.'; + root.querySelector('#external-input-references').textContent=JSON.stringify(getGraph().nodes.find(node=>node.type==='input').parameters,null,2); const review=root.querySelector('#external-reviewed');if(review){review.checked=false;review.disabled=true;} const button=root.querySelector('#external-grant');if(button)button.disabled=true; } @@ -88,27 +127,37 @@ window.WorkspaceExternal=function({api,action,status,getGraph,getIntent,getRunId try{await onImported(record.id);}catch(error){status('Draft '+record.id+' was imported. '+error.message+' Open it from Data.');} }else status('Draft '+record.id+' was imported. Current navigation and edits are retained; open it from Data.'); } - function runHTML(run){return `

External execution custody

${esc(run.custody_phase||'No confirmed custody phase')}

Approval ${esc(run.approval_id)} · actor ${esc(run.actor_id)}

Material SHA256 ${esc(run.material_sha256)}

${run.state==='unknown'?'

Process cessation is unconfirmed. Same-boot execution may remain fenced; acknowledgement alone cannot clear custody.

':''}

${permissions} Completion is not scientific qualification.

Approved material
${esc(JSON.stringify(run.material,null,2))}
`;} - window.addEventListener('tuldok-session',()=>{invalidate();if(isGraph(getGraph()))render();}); - return {isGraph,invalidate,renderPipeline,dirtyChanged,runHTML,artifactActionHTML,importArtifact}; + function progressHTML(run,value){ + if(!value||value.run_id!==run.id)return '

Recipe progress

Progress evidence unavailable. Run state remains authoritative.

'; + const verified=value.evidence==='custody_verified',live=value.evidence==='live_unverified'; + const label=verified?'Custody-verified log bytes':live?'Live output · unverified':value.evidence==='pending'?'Awaiting output':'Output unavailable'; + const progress=(verified||live)&&value.progress?.format==='tuldok_progress_v1'?value.progress:null; + const result=run.state==='completed'&&value.result?.status==='hash_verified'?value.result:null; + const summary=result?.summary?.format==='tuldok_result_summary_v1'?result.summary:null; + const checkpoint=summary?.checkpoint&&(run.artifacts||[]).find(item=>item.name===summary.checkpoint&&item.role==='checkpoint'&&!item.locked); + return `

Recipe progress

${esc(label)}

${progress?`

${esc(progress.stage)} · ${esc(progress.completed)} / ${esc(progress.total)}

${Object.entries(progress.metrics||{}).map(([name,value])=>`
${esc(name)}
${esc(value)}
`).join('')}
`:'

No structured recipe progress reported. Work total and remaining duration are unknown.

'}${summary?`

${esc(summary.title)}

Hash-verified result artifact · recipe-reported values, not scientific qualification.

${summary.metrics.map(item=>`
${esc(item.name)}
${esc(item.value)} ${esc(item.unit)}
`).join('')}
    ${summary.scope.map(item=>`
  • ${esc(item)}
  • `).join('')}

SHA256 ${esc(result.sha256)}

${checkpoint?`Download checkpoint`:''}
`:value.result?.status==='unavailable'?'

Result summary unavailable. Inspect verified artifacts for retained evidence.

':''}${['stdout','stderr'].map(name=>{const stream=(verified||live)&&value.streams?.[name];return `
${name} · ${stream?esc(stream.available_bytes)+' bytes'+(stream.truncated?' · bounded tail':''):'unavailable'}${stream?`

${esc(label)} · starts at byte ${esc(stream.start_byte)}

${esc(stream.text)}
`:'

No readable stream evidence.

'}
`;}).join('')}
`; + } + function runHTML(run,progress){return `
${progressHTML(run,progress)}

Trusted local execution · Custody: ${esc(run.custody_phase||'unconfirmed')}

${run.state==='unknown'?'

Process cessation is unconfirmed. Same-boot execution may remain fenced; acknowledgement alone cannot clear custody.

':''}
Custody and approved material

Approval ${esc(run.approval_id)} · actor ${esc(run.actor_id)}

Material SHA256 ${esc(run.material_sha256)}

${permissions} Completion is not scientific qualification.

${esc(JSON.stringify(run.material,null,2))}
`;} + window.addEventListener('tuldok-session',()=>{invalidate(true);if(isGraph(getGraph()))render();}); + return {isGraph,invalidate,renderPipeline,dirtyChanged,runHTML,progressHTML,artifactActionHTML,importArtifact}; }; window.WorkspaceExternalProject=function({onCreated,announce}){ const esc=window.workspaceEscape,enc=encodeURIComponent; - let generation=0,busy=false,project=null,reference=null,definition=null; + let generation=0,busy=false,project=null,reference=null,definition=null,inputChoices=null,bindings={},choicesError=""; const dialog=document.createElement('dialog');dialog.id='external-create-dialog';dialog.setAttribute('aria-labelledby','external-create-title');document.body.append(dialog); async function api(route,body){const response=await (window.TuldokAuth?.fetch||fetch)('/api/workspace/'+route,body===undefined?{}:{method:'POST',headers:{'Content-Type':'application/json'},body:JSON.stringify(body)});const value=await response.json();if(!response.ok)throw Error(value.error||'External recipe unavailable.');return value;} function cancel(){generation++;if(dialog.open)dialog.close();if(busy)announce('Graph creation may still complete. Inspect saved recipes before repeating it.');} window.addEventListener('tuldok-session',cancel); dialog.addEventListener('cancel',()=>{generation++;if(busy)announce('Graph creation may still complete. Inspect saved recipes before repeating it.');}); function render(){ - const refs=project.data.filter(item=>item.status==='available'&&item.integrity!=='mismatch'&&/^[a-f0-9]{64}$/.test(item.observed_sha256||'')); - dialog.innerHTML=`

Create external recipe

${esc(reference.label)} · ${esc(reference.path)}

SHA256 ${esc(reference.observed_sha256)}

Creating a graph does not execute project code.

${Object.entries(definition.inputs).map(([name,spec])=>``).join('')}
${Object.entries(definition.parameter_definitions).map(([name,spec])=>``).join('')}
Runtime, sources, outputs and limits
${esc(JSON.stringify(definition.definition,null,2))}

`; + dialog.innerHTML=`

Create external recipe

${esc(reference.label)} · ${esc(reference.path)}

SHA256 ${esc(reference.observed_sha256)}

Creating a graph does not execute project code.

${choicesError?`

${esc(choicesError)}

`:''}${window.WorkspaceExternalInputs.html(bindings,definition.inputs,inputChoices)}
${Object.entries(definition.parameter_definitions).map(([name,spec])=>``).join('')}
Runtime, sources, outputs and limits
${esc(JSON.stringify(definition.definition,null,2))}

`; + window.WorkspaceExternalInputs.bind(dialog,bindings,definition.inputs,inputChoices,(name,value)=>{if(value)bindings[name]=value;else delete bindings[name];}); dialog.querySelector('#external-create-close').onclick=cancel; dialog.querySelector('#external-create-form').onsubmit=async event=>{ event.preventDefault();if(busy)return;const epoch=generation; - const inputs={},parameters={}; - for(const input of dialog.querySelectorAll('[data-external-input]')){const item=refs.find(ref=>ref.id===input.value);if(!item)return;inputs[input.dataset.externalInput]={reference_id:item.id,expected_sha256:item.observed_sha256};} + const inputs=copy(bindings),parameters={}; + if(Object.keys(definition.inputs).some(name=>!inputs[name]))return; for(const input of dialog.querySelectorAll('[data-create-param]')){const spec=definition.parameter_definitions[input.dataset.createParam];parameters[input.dataset.createParam]=spec.type==='boolean'?input.checked:['integer','number'].includes(spec.type)?Number(input.value):input.value;} const body={name:dialog.querySelector('#external-create-name').value,project_id:project.id,recipe_id:reference.id,expected_sha256:reference.observed_sha256,inputs,parameters}; busy=true;dialog.querySelectorAll('input,select,button:not(#external-create-close)').forEach(item=>item.disabled=true);dialog.querySelector('#external-create-status').textContent='Saving exact recipe references…'; @@ -118,9 +167,9 @@ window.WorkspaceExternalProject=function({onCreated,announce}){ }; } return {cancel,async open(detail,item){ - if(busy)return;const epoch=++generation;project=copy(detail);reference=copy(item);definition=null; + if(busy)return;const epoch=++generation;project=copy(detail);reference=copy(item);definition=null;bindings={};choicesError='';inputChoices=null; dialog.innerHTML='

Inspecting recipe definition…

Reading declared fields. No project code is executed.

';dialog.querySelector('button').onclick=cancel;dialog.showModal(); - try{const value=await api('projects/'+enc(detail.id)+'/recipes/'+enc(item.id)+'?expected_sha256='+enc(item.observed_sha256));if(epoch!==generation||!dialog.open)return;if(!value.definition||!value.inputs||!value.parameter_definitions)throw Error('Unsupported external recipe definition.');definition=value;render();dialog.querySelector('#external-create-name').focus();} + try{const value=await api('projects/'+enc(detail.id)+'/recipes/'+enc(item.id)+'?expected_sha256='+enc(item.observed_sha256));if(epoch!==generation||!dialog.open)return;if(!value.definition||!value.inputs||!value.parameter_definitions)throw Error('Unsupported external recipe definition.');definition=value;let releases=[];try{releases=await window.WorkspaceExternalInputs.candidates();}catch(error){choicesError=error.message+' Project references remain available.';}if(epoch!==generation||!dialog.open)return;inputChoices=window.WorkspaceExternalInputs.choices(project,releases);render();dialog.querySelector('#external-create-name').focus();} catch(error){if(epoch===generation&&dialog.open){dialog.querySelector('p').textContent=error.message;}} }}; function copy(value){return structuredClone(value);} diff --git a/static/workspace-real.js b/static/workspace-real.js index aa0bcd7a..5c69d1a6 100644 --- a/static/workspace-real.js +++ b/static/workspace-real.js @@ -22,7 +22,7 @@ let definitions, releases = [], graphs = [], graph = null, saved = "", selectedNode = "train", validation = null, busy = false, loadGeneration = 0, undo = [], redo = [], view = null, timer = null, runs = [], run = null, runGeneration = 0, notice = "", noticeError = false, - predictions = null, predictionError = null, split = "validation", selectedCell = null, context = null; + runProgress = null, predictions = null, predictionError = null, split = "validation", selectedCell = null, context = null; const memory = history.state?.realWorkspace || {}; let graphId = memory.graphId || null, runId = memory.runId || null, pendingSubmission = memory.pendingSubmission || null; @@ -267,12 +267,13 @@ } function artifactURL(name) { return `/api/workspace/runs/${encoded(run.id)}/artifacts/${encoded(name)}`; } async function loadRuns(chosen = runId, quiet = false) { - const generation = ++runGeneration; + const generation = ++runGeneration,session=window.TuldokAuth?.identity()?.credential_id; + const current=()=>generation===runGeneration&&view==='runs'&&session===window.TuldokAuth?.identity()?.credential_id; if (!quiet) runsRoot.innerHTML = '

Loading durable run receipts…

'; try { const list = await api("runs"); const id = list.some(r => r.id === chosen) ? chosen : list[0]?.id; - let detail = null, rows = null, rowsError = null; + let detail = null, rows = null, rowsError = null, progress = null; if (id) { try { detail = await api("runs/" + encoded(id)); } catch (error) { @@ -284,36 +285,42 @@ rowsError = error.message; } } + if(detail&&external.isGraph(detail.graph)&&!detail.artifact_status){ + try{progress=await api('runs/'+encoded(id)+'/progress');} + catch{progress=null;} + } if (detail?.state === "completed" && !integrityKind(detail.graph) && !external.isGraph(detail.graph) && !detail.artifact_status) { try { rows = await api("runs/" + encoded(id) + "/predictions?split=" + split); } catch (error) { rowsError = error.message; } } - if (generation !== runGeneration || view !== "runs") return; - runs = list; run = detail; runId = id || null; predictions = rows; predictionError = rowsError; remember(); renderRuns(); + if (!current()) return; + runs = list; run = detail; runProgress = progress; runId = id || null; predictions = rows; predictionError = rowsError; remember(); renderRuns(); } catch (error) { - if (generation !== runGeneration || view !== "runs") return; + if (!current()) return; if (!quiet) runsRoot.innerHTML = ``; else status("Run refresh failed: " + error.message + " Saved results are retained; use Refresh to retry.", true); runsRoot.querySelector("#real-runs-retry")?.addEventListener("click", () => loadRuns(chosen)); } finally { - clearTimeout(timer); - if (view === "runs" && run && !terminal.has(run.state)) timer = setTimeout(() => loadRuns(runId, true), 1800); + if(current())clearTimeout(timer); + if (current() && run && !terminal.has(run.state)) timer = setTimeout(() => loadRuns(runId, true), 1800); } } function renderRuns() { const integrity = integrityKind(run?.graph), externalRun=external.isGraph(run?.graph), metrics = integrity||externalRun ? null : run?.metrics?.validation; + const openStreams=Array.from(runsRoot.querySelectorAll('details[data-external-stream][open]')).map(node=>node.dataset.externalStream); + const openDisclosures=Array.from(runsRoot.querySelectorAll('details[data-external-disclosure][open]')).map(node=>node.id); retainFocus(runsRoot, () => { runsRoot.innerHTML = `

Real local runs. Results retain their saved graph and exact admitted inputs. Classification, integrity and external execution receipts retain their own scope and limitations.

Open Pipeline
${!run ? '

No real runs yet

Save and validate a recipe in Pipeline, then run it on the local CPU.

' : `
${esc(run.state)}${externalRun ? "Trusted local executable" : integrity ? `${integrity.name} integrity · no training` : "Real · CPU"}${esc(short(run.id))}

${esc(run.graph.name)}

Frozen graph r${run.graph_revision} · attempt ${run.attempt}${externalRun ? "" : " · release " + esc(short(run.release_id))}

${(run.input_artifacts || []).map(a => `Download verified frozen export`).join("")}
${run.error ? `` : ""} ${run.artifact_status?.status === "unavailable" ? `` : ""} - ${!terminal.has(run.state) ? `
${esc(run.progress.stage || run.state)}

Total work and remaining duration are unknown. Cancellation completes only after the worker has stopped.

` : ""} + ${!terminal.has(run.state) ? `
${esc(run.progress.stage || run.state)}

${externalRun?"Recipe-reported progress appears below when available. Remaining duration is unknown.":"Total work and remaining duration are unknown."} Cancellation completes only after the worker has stopped.

` : ""} ${!externalRun && ["failed", "cancelled", "interrupted"].includes(run.state) ? `

Reuses verified frozen input.${integrity ? "" : " Partial checkpoints are never resumed."}

` : ""} ${run.state === "unknown" ? '

Execution outcome is unresolved. Automatic retry is unavailable; reconcile process and storage state first.

' : ""} ${!externalRun && !integrity && (run.current_test_exposure?.exposed || run.prior_test_exposure?.exposed) ? '

This release contains previously exposed/reused test material. Results cannot be presented as fresh holdout evidence.

' : ""} - ${externalRun ? external.runHTML(run) : integrity ? integritySummaryHTML(run.graph, run.validation_summary) : ""} + ${externalRun ? external.runHTML(run,runProgress) : integrity ? integritySummaryHTML(run.graph, run.validation_summary) : ""} ${metrics ? `
${(metrics.accuracy * 100).toFixed(1)}%Validation accuracy
${metrics.examples}Validation examples
${metrics.macro_f1.toFixed(3)}Validation macro F1
` : ""} -

Stage evidence

${(run.node_attempts || []).map((stage, i) => `
${i + 1}${esc(stage.type === "train" ? trainingTitle(run.graph) : (integrity ? {release: "Frozen release", validate: `Validate ${integrity.name.toLowerCase()} integrity`, publish: "Publish integrity report"}[stage.type] : titles[stage.type]) || stage.type)}${esc(stage.state)}
`).join("")}
Bounded progress log
${esc((run.events || []).map(e => `${e.at} [${e.state}] ${e.message}`).join("\n"))}

Verified artifacts

${run.artifacts.length ? `
    ${run.artifacts.map(a => `
  • ${a.locked ? `${esc(a.name)} · test access locked` : `${esc(a.name)}`}${a.role ? esc(a.role) + " · " : ""}${a.bytes.toLocaleString()} bytes · SHA ${esc(short(a.sha256))}${external.artifactActionHTML(run,a)}
  • `).join("")}
` : '

No published artifacts yet.

'}

Every artifact read verifies its frozen hash.

+
${!externalRun?`

Stage evidence

${(run.node_attempts || []).map((stage, i) => `
${i + 1}${esc(stage.type === "train" ? trainingTitle(run.graph) : (integrity ? {release: "Frozen release", validate: `Validate ${integrity.name.toLowerCase()} integrity`, publish: "Publish integrity report"}[stage.type] : titles[stage.type]) || stage.type)}${esc(stage.state)}
`).join("")}
Bounded progress log
${esc((run.events || []).map(e => `${e.at} [${e.state}] ${e.message}`).join("\n"))}
`:`
Run lifecycle events
${esc((run.events || []).map(e => `${e.at} [${e.state}] ${e.message}`).join("\n"))}
`}

Verified artifacts

${run.artifacts.length ? `
    ${run.artifacts.map(a => `
  • ${a.locked ? `${esc(a.name)} · test access locked` : `${esc(a.name)}`}${a.role ? esc(a.role) + " · " : ""}${a.bytes.toLocaleString()} bytes · SHA ${esc(short(a.sha256))}${external.artifactActionHTML(run,a)}
  • `).join("")}
` : '

No published artifacts yet.

'}

Every artifact read verifies its frozen hash.

${run.state === "completed" && !externalRun && !integrity ? `

Per-example predictions

${esc(split)}${split === "test" ? " · exposed" : ""}
${predictionsHTML()}
` : ""}
Frozen identity, source provenance and parameters
${esc(JSON.stringify({ dataset_id: run.dataset_id, run_id: run.id, release_sha256: run.release_sha256, graph_sha256: run.graph_sha256, graph: run.graph, adapter: run.adapter, runtime: run.runtime, parameters: run.parameters, prior_test_exposure: run.prior_test_exposure, current_test_exposure: run.current_test_exposure, test_exposure: run.test_exposure }, null, 2))}
`}`; }); @@ -327,6 +334,8 @@ runsRoot.querySelector("#real-cancel")?.addEventListener("click", () => action(async () => { run = await api("runs/" + encoded(run.id) + "/cancel", {}); status("Cancellation requested. Waiting for confirmed worker cessation."); await loadRuns(run.id, true); })); + for(const name of openStreams)runsRoot.querySelector('details[data-external-stream="'+name+'"]')?.setAttribute('open',''); + for(const id of openDisclosures)runsRoot.querySelector('#'+CSS.escape(id))?.setAttribute('open',''); runsRoot.querySelector("#real-retry-run")?.addEventListener("click", () => action(async () => { const receiptKey = "retry:" + run.id; const state = history.state?.realRetries || {}; @@ -359,6 +368,10 @@ filtered = selectedCell ? rows.filter(r => `${r.truth_index}:${r.predicted_index}` === selectedCell) : rows; return `

Rows are frozen targets; columns are model predictions. Select a count to inspect exact examples.

${vocabulary.map(v => ``).join("")}${vocabulary.map((v, a) => `${vocabulary.map((w, b) => ``).join("")}`).join("")}
Target / prediction${esc(v.label)}
${esc(v.label)}

${selectedCell ? "Selected cell" : "All " + split + " examples"} · ${filtered.length}

${!filtered.length ? '

No examples in this cell.

' : filtered.map(p => `
${esc(p.truth_label)} → ${esc(p.predicted_label)}

${esc(short(p.id))} · source r${p.source_revision} · frozen annotation r${p.revision}

${p.start_frame !== undefined ? `

Source channel ${p.channel + 1} (index ${p.channel}) · frames [${p.start_frame}, ${p.end_frame}) · ${p.sample_rate_hz} Hz
Original WAV ${esc(short(p.source_sha256))} · PCM ${esc(short(p.pcm_sha256))}

` : ""}

${p.current_record?.revision ? `Current annotation r${p.current_record.revision}${p.current_record.changed ? " · changed since this run" : ""}` : "Current record unavailable"}

Editing creates a new current revision. This prediction and its frozen target remain unchanged.

`).join("")}`; } + window.addEventListener('tuldok-session',()=>{ + ++runGeneration;clearTimeout(timer);runProgress=null; + if(view==='runs'){run=null;runs=[];renderRuns();if(window.TuldokAuth?.identity())loadRuns();} + }); return { isDirty: dirty, async openGraph(id,isCurrent=()=>true){ diff --git a/tests/browser_workspace_cpu_training.cjs b/tests/browser_workspace_cpu_training.cjs new file mode 100644 index 00000000..73d88d5e --- /dev/null +++ b/tests/browser_workspace_cpu_training.cjs @@ -0,0 +1,140 @@ +'use strict'; +// Actual frozen-input CPU fitting and QA-authored source preparation; explicit qualified catalog/runtime required. +const fixtureAuth=require('./auth_helpers.cjs').authenticatedFixture(),fetch=fixtureAuth.fetch; +const assert=require('node:assert/strict'),fs=require('node:fs'),os=require('node:os'),path=require('node:path'),crypto=require('node:crypto'); +const {spawn,execFileSync}=require('node:child_process'); +const {pageLoadTracker}=require('./browser_page_load.cjs'); +const {waitForDebugger}=require('./browser_startup.cjs'); +const {qaDirectory,screenshotOptions}=require('./qa_artifacts.cjs'); +const root=path.resolve(__dirname,'..'),report=qaDirectory(root,'workspace-cpu-training'); +function option(name,environment){const index=process.argv.indexOf(name);return index<0?process.env[environment]:process.argv[index+1];} +const catalog=option('--catalog','TULDOK_CPU_CATALOG'),projectRoot=option('--project','TULDOK_CPU_PROJECT'),snapshot=option('--snapshot','TULDOK_CPU_SNAPSHOT'); +assert.ok(catalog&&projectRoot&&/^[a-f0-9]{64}$/.test(snapshot||''),'Explicit precreated --catalog, --project and --snapshot required'); +assert.ok(process.argv.includes('--runtime-qualified'),'Pass --runtime-qualified only after the captured runtime qualification passes'); +const generatorRoot=option('--generator-project','TULDOK_TRAINING_GENERATOR'),preparedInputs=option('--prepared-inputs','TULDOK_TRAINING_INPUTS'); +const inspectRun=option('--inspect-run','TULDOK_INSPECT_TRAINING_RUN'); +assert.ok(generatorRoot||preparedInputs||inspectRun,'Supply generator project or existing prepared-inputs receipt'); +const numpy=process.env.TULDOK_TRAINING_PYTHON||'/workspace/Tuldok/.venv-training/bin/python'; +const temporary=fs.mkdtempSync(path.join(os.tmpdir(),'tuldok-cpu-training-browser-')); +const project=JSON.parse(fs.readFileSync(path.join(projectRoot,'project.json'))); +const sha=raw=>crypto.createHash('sha256').update(raw).digest('hex'); +const originalFiles=Object.fromEntries(fs.readdirSync(projectRoot).filter(name=>fs.statSync(path.join(projectRoot,name)).isFile()).map(name=>[name,sha(fs.readFileSync(path.join(projectRoot,name)))])); +const inspections=[],captures=[],checks=[],requests=[],errors=[],children=[],tracker=pageLoadTracker();const pause=ms=>new Promise(resolve=>setTimeout(resolve,ms));let ws,send,evaluate,serverErrors=''; +async function until(fn,message='Timed out',seconds=60){for(let i=0;i['-u','app.py','--port',String(port),'--data',catalog,'--project-root','sample='+projectRoot,...(generatorRoot?['--project-root','generator='+generatorRoot]:[])]; +(async()=>{ + let server=launch('python3',serverArgs(0),{cwd:root,stdio:['ignore','pipe','pipe']}); + let output='';server.stdout.on('data',chunk=>output+=chunk);server.stderr.on('data',chunk=>serverErrors+=chunk); + const port=await until(()=>{if(server.exitCode!==null)throw Error('Project server exited: '+serverErrors);return output.match(/127\.0\.0\.1:(\d+)/)?.[1];}); + const base='http://127.0.0.1:'+port; + await fixtureAuth.register('http://127.0.0.1:'+port,catalog,root); + const browser=launch(process.env.BROWSER||'/usr/bin/chromium',['--headless','--no-sandbox','--disable-gpu','--no-first-run','--no-default-browser-check','--remote-debugging-port=0','--window-size=1440,900','--user-data-dir='+path.join(temporary,'browser'),'about:blank'],{stdio:['ignore','ignore','ignore'],env:{...process.env,XDG_CONFIG_HOME:temporary,XDG_CACHE_HOME:temporary}}); + const debugPort=await waitForDebugger(browser,path.join(temporary,'browser','DevToolsActivePort')); + const tabs=await(await fetch('http://127.0.0.1:'+debugPort+'/json')).json(),target=tabs.find(tab=>tab.type==='page'&&tab.url==='about:blank');assert.ok(target); + ws=new WebSocket(target.webSocketDebuggerUrl);await new Promise((resolve,reject)=>{ws.onopen=resolve;ws.onerror=reject;}); + let next=0;const pending=new Map(); + send=(method,params={})=>new Promise((resolve,reject)=>{const id=++next,timer=setTimeout(()=>{pending.delete(id);reject(Error('CDP timeout '+method));},20000);pending.set(id,{resolve:value=>{clearTimeout(timer);resolve(value);},reject:error=>{clearTimeout(timer);reject(error);}});ws.send(JSON.stringify({id,method,params}));}); + ws.onmessage=event=>{const message=JSON.parse(event.data);tracker.observe(message);if(message.id){const task=pending.get(message.id);pending.delete(message.id);if(task)message.error?task.reject(message.error):task.resolve(message.result);}if(message.method==='Runtime.exceptionThrown')errors.push(message.params.exceptionDetails);if(message.method==='Network.requestWillBeSent')requests.push({url:message.params.request.url,method:message.params.request.method});}; + evaluate=async expression=>{const result=await send('Runtime.evaluate',{expression,awaitPromise:true,returnByValue:true});if(result.exceptionDetails)throw Error(JSON.stringify(result.exceptionDetails));return result.result.value;}; + const doc=frame=>frame?'document.getElementById("catalog-frame").contentDocument':'document'; + const element=(selector,frame=false)=>`${doc(frame)}.querySelector(${JSON.stringify(selector)})`,text=(selector,frame=false)=>evaluate(`${element(selector,frame)}?.textContent`); + async function click(selector,frame=false){ + const box=await until(()=>evaluate(`(async()=>{const e=${element(selector,frame)};if(!e||e.disabled||!e.getClientRects().length)return null;${frame?'document.getElementById("catalog-frame").scrollIntoView({block:"start"});':''}e.scrollIntoView({block:'center'});await new Promise(r=>requestAnimationFrame(()=>requestAnimationFrame(r)));const b=e.getBoundingClientRect(),x=b.x+b.width/2,y=b.y+b.height/2,hit=${doc(frame)}.elementFromPoint(x,y),f=${frame?'document.getElementById("catalog-frame").getBoundingClientRect()':'{x:0,y:0}'};return hit&&(hit===e||e.contains(hit))?{x:x+f.x,y:y+f.y}:null})()`),'Click target unavailable '+selector); + for(const type of ['mousePressed','mouseReleased'])await send('Input.dispatchMouseEvent',{type,button:'left',clickCount:1,...box}); + } + async function key(key,code=key,modifiers=0){for(const type of ['keyDown','keyUp'])await send('Input.dispatchKeyEvent',{type,key,code,modifiers,windowsVirtualKeyCode:{Enter:13,Escape:27,Tab:9,a:65}[key]||0,...(type==='keyDown'&&key==='Enter'?{text:'\r',unmodifiedText:'\r'}:{})});} + async function fill(selector,value,frame=false){await click(selector,frame);await key('a','KeyA',2);await send('Input.insertText',{text:value});} + const select=(selector,value,frame=false)=>evaluate(`(()=>{const e=${element(selector,frame)};e.value=${JSON.stringify(value)};e.dispatchEvent(new Event('change',{bubbles:true}));})()`); + async function nav(view){await evaluate(`document.getElementById('nav-${view}').focus()`);await key('Enter');await until(()=>evaluate(`!document.getElementById('view-${view}').hidden && !document.getElementById('project-${view}-root').hidden`));await until(()=>text(`#project-${view}-root`).then(value=>value?.includes('PROJECT · INSPECTION ONLY')));} + const check=value=>{checks.push(value);console.log('PASS',value);}; + async function reload(){const previous=(await send('Page.getFrameTree')).frameTree.frame;await send('Page.reload');await until(()=>tracker.reloaded(previous),'Main document reload not observed');} + async function openProject(manifest,name,id){await until(()=>evaluate('typeof document.getElementById("open-project")?.onclick==="function"'));await click('#open-project');await until(()=>evaluate('document.getElementById("project-open-dialog").open && !document.getElementById("project-open-submit").disabled'));await select('#project-root','sample');await fill('#project-manifest',manifest);await evaluate('document.getElementById("project-open-submit").focus()');await key('Enter');await until(()=>evaluate('document.getElementById("dataset").value==='+JSON.stringify('project:'+id)));await nav('data');assert.match(await text('#project-data-root'),new RegExp(name.replace(/[.*+?^${}()|[\]\\]/g,'\\$&')));} + await send('Page.enable');await send('Page.setLifecycleEventsEnabled',{enabled:true});await send('Runtime.enable');await send('Network.enable'); + const offlineCanary=process.env.LD_PRELOAD?JSON.parse(execFileSync('python3',['-c',"import sys;sys.path.insert(0,'tests');from test_workspace_offline import CANARY;exec(CANARY)"],{cwd:root,encoding:'utf8'})):null; + await fixtureAuth.browser(send,'http://127.0.0.1:'+port); + await send('Page.navigate',{url:base+'/workspaces'});await until(()=>evaluate('!!document.getElementById("open-project")')); + async function captureWorkspace(name,width,selector){await send('Emulation.setDeviceMetricsOverride',{width,height:900,deviceScaleFactor:1,mobile:false});await evaluate(`${element(selector)}.scrollIntoView({block:'start'})`);await pause(100);assert.ok(await evaluate('document.documentElement.scrollWidth<=innerWidth+1'));const file=name+'.jpg';fs.writeFileSync(path.join(report,file),Buffer.from((await send('Page.captureScreenshot',screenshotOptions)).data,'base64'));captures.push({file,width,height:900,qualification:'Actual frozen-input CPU fit; QA-authored review, no GPU or autonomous evaluation acceptance'});} + async function api(route,body){const response=await fetch(base+route,body===undefined?{}:{method:'POST',headers:{'Content-Type':'application/json'},body:JSON.stringify(body)});const value=await response.json();assert.ok(response.ok,JSON.stringify({route,status:response.status,value}));return value;} + async function artifact(run,name){const item=run.artifacts.find(item=>item.name===name);assert.ok(item,name);const response=await fetch(base+item.url);assert.equal(response.status,200);const bytes=Buffer.from(await response.arrayBuffer());assert.equal(sha(bytes),item.sha256);return bytes;} + async function completed(id){let logged=0;return until(async()=>{const run=await api('/api/workspace/runs/'+id);assert.ok(!['failed','unknown','cancelled','interrupted'].includes(run.state),JSON.stringify({state:run.state,error:run.error,events:run.events}));if(Date.now()-logged>30000){console.log('CPU run',run.id,run.state,run.custody_phase);logged=Date.now();}return run.state==='completed'?run:null;},'Actual approved execution did not complete',900);} + if(inspectRun){ + assert.match(inspectRun,/^[a-f0-9]{32}$/);const before=(await api('/api/workspace/runs')).map(item=>item.id).sort(),run=await api('/api/workspace/runs/'+inspectRun);assert.equal(run.state,'completed'); + await until(()=>evaluate('typeof document.getElementById("dataset")?.onchange==="function"'));await select('#dataset','catalog');await evaluate('document.getElementById("nav-runs").focus()');await key('Enter'); + await click('#real-run-'+inspectRun);await until(()=>evaluate('!!document.getElementById("external-checkpoint-download")')); + const progress=await api('/api/workspace/runs/'+inspectRun+'/progress');assert.equal(progress.result.status,'hash_verified');assert.equal(progress.evidence,'custody_verified'); + assert.ok(!(await text('#real-runs-root')).includes('Stage evidence'));assert.ok(!(await text('#real-runs-root')).includes('input\npending')); + const downloadURL=await evaluate('document.getElementById("external-checkpoint-download").getAttribute("href")');const item=run.artifacts.find(item=>item.name==='model.pt');assert.equal(downloadURL,item.url); + const checkpoint=await artifact(run,'model.pt');fs.writeFileSync(path.join(report,'inspected-model.pt'),checkpoint); + await captureWorkspace('inspection-results-1440',1440,'#external-result-summary');await captureWorkspace('inspection-results-390',390,'#external-result-summary'); + for(const capture of captures)capture.qualification='Read-only inspection of a previously completed actual training Run; no new execution'; + assert.deepEqual((await api('/api/workspace/runs')).map(item=>item.id).sort(),before);assert.deepEqual(errors,[]); + fs.writeFileSync(path.join(report,'inspection-receipt.json'),JSON.stringify({qualification:'Read-only final UI and verified checkpoint download; no retraining',source_commit:execFileSync('git',['rev-parse','HEAD'],{cwd:root,encoding:'utf8'}).trim(),dirty:!!execFileSync('git',['status','--porcelain'],{cwd:root,encoding:'utf8'}).trim(),run_id:inspectRun,run_ids_unchanged:before,checkpoint_sha256:sha(checkpoint),checkpoint_bytes:checkpoint.length,progress,captures,offline_canary:offlineCanary,browser:(await send('Browser.getVersion')).product},null,2));console.log('PASS completed training inspection:',report);return; + } + let prepared; + if(preparedInputs){ + prepared=JSON.parse(fs.readFileSync(preparedInputs));assert.equal(path.resolve(prepared.catalog),path.resolve(catalog)); + assert.equal(prepared.releases.length,6);assert.equal(prepared.records.length,12); + for(const record of prepared.records){const current=await api('/api/workbench/records/'+record.id);assert.equal(current.content_hash,record.content_hash);assert.equal(current.review,'human_reviewed');} + for(const release of prepared.releases){const response=await fetch(base+release.url);assert.equal(response.status,200);const raw=Buffer.from(await response.arrayBuffer());assert.equal(sha(raw),release.id);} + }else{ + const generator=JSON.parse(fs.readFileSync(path.join(generatorRoot,'project.json'))); + await api('/api/workspace/projects',{root:'generator',manifest_path:'project.json'}); + let graph=await api('/api/workspace/graphs/external',{name:'QA native training trajectories',project_id:generator.id,recipe_id:'generate',expected_sha256:generator.recipes[0].sha256,inputs:{build_receipt:{reference_id:'build_receipt',expected_sha256:generator.data[0].sha256}},parameters:{grid:32,frames:8,seed:100}}); + prepared={qualification:'Actual native trajectories, QA-authored owner inspection/review and six immutable pair releases; no end-user review or fitting acceptance implied',catalog:path.resolve(catalog),records:[],releases:[],source_commit:execFileSync('git',['rev-parse','HEAD'],{cwd:root,encoding:'utf8'}).trim()}; + const generations=path.join(report,'generation');fs.mkdirSync(generations); + for(let seed=100;seed<=111;seed++){ + if(seed!==100){graph=await api('/api/workspace/graphs/'+graph.id+'/clone',{name:'QA native seed '+seed});graph.nodes.find(node=>node.type==='execute').parameters={grid:32,frames:8,seed};graph=await api('/api/workspace/graphs/'+graph.id,{revision:graph.revision,document:graph});} + const preflight=await api('/api/workspace/graphs/'+graph.id+'/preflight-external',{revision:graph.revision}); + const submitted=await api('/api/workspace/runs/submit-external',{request_key:'training-source-'+crypto.randomUUID(),graph_id:graph.id,graph_revision:graph.revision,expected_digest:preflight.material_sha256}); + const generated=await completed(submitted.id),directory=path.join(generations,String(seed));fs.mkdirSync(directory); + for(const name of ['fields.zip','wire.bin','producer-receipt.json','native-diagnostics.txt'])fs.writeFileSync(path.join(directory,name),await artifact(generated,name)); + const cold=JSON.parse(execFileSync(numpy,['tests/qualify_native_generation.py','--bundle',path.join(directory,'fields.zip'),'--wire',path.join(directory,'wire.bin'),'--seed',String(seed),'--frames','8','--report',path.join(directory,'cold.json')],{cwd:root,encoding:'utf8'}));assert.equal(cold.arrays.length,48); + const fields=generated.artifacts.find(item=>item.name==='fields.zip');let record=await api('/api/workspace/runs/'+generated.id+'/import-data/fields.zip',{expected_sha256:fields.sha256,name:'QA training trajectory seed '+seed,rights:'Locally generated bounded native data; QA-authored evidence'}); + assert.equal(record.review,'draft');assert.equal(record.field_sequence.frame_count,8); + // Deliberate owner review after all six arrays/wire and bounded diagnostics passed. + record=await api('/api/workbench/records/'+record.id,{...record,review:'human_reviewed',annotation:{note:'QA owner inspected all 48 arrays against exact native wire, stages, geometry and bounded diagnostics. Whole seed '+seed+' trajectory for training; this is authored qualification evidence, not independent end-user scientific review.'}}); + prepared.records.push({seed,run_id:generated.id,id:record.id,revision:record.revision,source_revision:record.source_revision,content_hash:record.content_hash,groups:record.groups,cold_path:path.join(directory,'cold.json')}); + fs.writeFileSync(path.join(report,'prepared-inputs.partial.json'),JSON.stringify(prepared,null,2));console.log('PASS native eight-frame trajectory + QA review seed',seed); + } + for(let pair=0;pair<6;pair++){ + const rows=prepared.records.slice(pair*2,pair*2+2),request={items:rows.map(({id,revision,source_revision})=>({id,revision,source_revision})),ratios:{train:100,validation:0,test:0},seed:9}; + const preview=await api('/api/workbench/releases/preview',request);assert.equal(preview.eligible,true,JSON.stringify(preview.blockers)); + const release=await api('/api/workbench/releases',{...request,preview_token:preview.preview_token}),response=await fetch(base+release.url);assert.equal(response.status,200);const raw=Buffer.from(await response.arrayBuffer());assert.equal(sha(raw),release.id);assert.ok(raw.length<=40*1024*1024); + const file=path.join(report,'training-pair-'+pair+'.zip');fs.writeFileSync(file,raw);prepared.releases.push({id:release.id,url:release.url,bytes:raw.length,path:file,seeds:rows.map(row=>row.seed)}); + } + fs.writeFileSync(path.join(report,'prepared-inputs.json'),JSON.stringify(prepared,null,2));check('Twelve whole native trajectories reviewed by authenticated QA owner and frozen in six measured train-only releases'); + } + assert.ok(prepared.releases.reduce((total,item)=>total+item.bytes,0)<=256*1024*1024); + fs.writeFileSync(path.join(report,'prepared-inputs.json'),JSON.stringify(prepared,null,2)); + if(process.argv.includes('--prepare-only')){console.log('PASS training inputs prepared:',report);return;} + await openProject('project.json',project.name,project.id);await nav('pipeline'); + await click('[data-project-recipe="train"]');await until(()=>evaluate('!!document.querySelector("[data-external-input=training_1]")')); + for(let index=1;index<=6;index++){await select('[data-external-input-kind="training_'+index+'"]','frozen_release');await select('[data-external-input="training_'+index+'"]',prepared.releases[index-1].id);} + await select('[data-external-input="build_receipt"]','build_receipt');await fill('#external-create-name','QA frozen-input CPU fit · 96 observations'); + await evaluate('document.getElementById("external-create-submit").focus()');await key('Enter');await until(()=>evaluate('!!document.getElementById("external-preflight")')); + await fill('#external-param-threads','8');await click('#external-save');await until(()=>text('#external-dirty').then(value=>value?.startsWith('Saved'))); + await click('#external-preflight');await until(()=>evaluate('!document.getElementById("external-reviewed").disabled'),'Training preflight',120); + await captureWorkspace('training-pipeline-1440',1440,'#external-material');await captureWorkspace('training-pipeline-390',390,'#external-material'); + const previousRunIds=new Set((await api('/api/workspace/runs')).map(run=>run.id));await click('#external-reviewed');await evaluate('document.getElementById("external-submit").focus()');await key('Enter'); + const submitted=await until(async()=>{const runs=await api('/api/workspace/runs');return runs.find(run=>run.execution_kind==='external_recipe'&&!previousRunIds.has(run.id));}); + fs.writeFileSync(path.join(report,'submitted-run.json'),JSON.stringify(submitted,null,2)); + const progressHistory=[];let lastProgress=0,liveCaptured=false; + const run=await until(async()=>{const current=await api('/api/workspace/runs/'+submitted.id);if(['failed','unknown','cancelled','interrupted'].includes(current.state)){fs.writeFileSync(path.join(report,'failed-run.json'),JSON.stringify(current,null,2));throw Error(JSON.stringify({id:current.id,state:current.state,custody_phase:current.custody_phase,error:current.error,events:current.events}));}if(Date.now()-lastProgress>1800){lastProgress=Date.now();const progress=await api('/api/workspace/runs/'+current.id+'/progress');progressHistory.push(progress);fs.writeFileSync(path.join(report,'progress-observations.json'),JSON.stringify(progressHistory,null,2));if(progress.progress?.stage==='validation'&&!liveCaptured){await until(()=>text('#external-progress').then(value=>value?.includes('validation')));await captureWorkspace('training-live-1440',1440,'#external-progress');await captureWorkspace('training-live-390',390,'#external-progress');liveCaptured=true;}console.log('CPU training',current.state,current.custody_phase,progress.progress?.stage,progress.progress?.completed);}return current.state==='completed'?current:null;},'Actual frozen-input training did not complete',900); + fs.writeFileSync(path.join(report,'completed-run.json'),JSON.stringify(run,null,2));assert.ok(JSON.stringify(run.material).includes(snapshot)); + const finalProgress=await api('/api/workspace/runs/'+run.id+'/progress');assert.equal(finalProgress.result.status,'hash_verified');assert.equal(finalProgress.evidence,'custody_verified');fs.writeFileSync(path.join(report,'completed-progress.json'),JSON.stringify(finalProgress,null,2)); + await until(()=>text('#real-run-state').then(value=>value==='completed'));await until(()=>evaluate('!!document.getElementById("external-checkpoint-download")')); + await captureWorkspace('training-results-390',390,'#external-result-summary');await captureWorkspace('training-results-1440',1440,'#external-result-summary'); + check('Actual six-release approved CPU fit reports real closed-form/validation progress and hash-verified checkpoint metrics'); + const artifactDirectory=path.join(report,'artifacts');fs.mkdirSync(artifactDirectory);const downloaded={}; + for(const item of run.artifacts){downloaded[item.name]=await artifact(run,item.name);fs.writeFileSync(path.join(artifactDirectory,item.name),downloaded[item.name]);} + const oracle=JSON.parse(execFileSync(numpy,['tests/qualify_cpu_training.py','--artifacts',artifactDirectory,'--prepared-inputs',path.join(report,'prepared-inputs.json'),'--report',path.join(report,'cold-report.json')],{cwd:root,encoding:'utf8',maxBuffer:8*1024*1024}));assert.equal(oracle.observations,96); + check('Independent NumPy replay verifies exact frozen inputs, NPZ observations, full-spectrum fitted gains and checkpoint custody'); + server.kill('SIGINT');await until(()=>server.exitCode!==null);server=launch('python3',serverArgs(port),{cwd:root,stdio:['ignore','pipe','pipe']});let reopened='';server.stdout.on('data',chunk=>reopened+=chunk);server.stderr.on('data',chunk=>serverErrors+=chunk);await until(()=>reopened.includes('Tuldok:'));await reload(); + const retained=await api('/api/workspace/runs/'+run.id);assert.equal(retained.state,'completed');assert.equal(retained.material_sha256,run.material_sha256); + for(const name of Object.keys(downloaded))assert.deepEqual(await artifact(retained,name),downloaded[name]); + const retainedProgress=await api('/api/workspace/runs/'+run.id+'/progress');assert.deepEqual(retainedProgress.result,finalProgress.result);assert.equal(retainedProgress.evidence,'custody_verified'); + for(const [name,hash] of Object.entries(originalFiles))assert.equal(sha(fs.readFileSync(path.join(projectRoot,name))),hash); + assert.deepEqual(errors,[]);assert.ok(!serverErrors.includes('Traceback'),serverErrors);check('Cold restart retains trained checkpoint, exact input identities, custody-verified diagnostics and result summary'); + fs.writeFileSync(path.join(report,'receipt.json'),JSON.stringify({source_commit:execFileSync('git',['rev-parse','HEAD'],{cwd:root,encoding:'utf8'}).trim(),dirty:!!execFileSync('git',['status','--porcelain'],{cwd:root,encoding:'utf8'}).trim(),qualification:'Actual fresh CPU closed-form fit using96 observations from12 whole native trajectories and6 QA-reviewed frozen releases',autonomous_evaluation_acceptance:false,gpu_acceptance:false,independent_end_user_review:false,checks,captures,run_id:run.id,material_sha256:run.material_sha256,runtime_snapshot_sha256:snapshot,cold:oracle,offline_canary:offlineCanary,browser:(await send('Browser.getVersion')).product},null,2));console.log('PASS frozen-input CPU training browser:',report); +})().catch(async error=>{console.error(error);console.error('Application stderr:',serverErrors);if(evaluate)try{console.error(await evaluate('JSON.stringify({url:location.href,body:document.body.innerText.slice(-6000)})'));}catch{}process.exitCode=1;}).finally(()=>{ws?.close();for(const child of children.reverse())child.kill('SIGTERM');}); diff --git a/tests/browser_workspace_native.cjs b/tests/browser_workspace_native.cjs index 6aae30f4..a7079051 100644 --- a/tests/browser_workspace_native.cjs +++ b/tests/browser_workspace_native.cjs @@ -72,6 +72,8 @@ const serverArgs=port=>['-u','app.py','--port',String(port),'--data',path.join(t await fill('#external-param-grid','33');await click('#external-save');await until(()=>text('#external-dirty').then(value=>value?.startsWith('Saved')));await click('#external-preflight'); await until(()=>text('#real-pipeline-root .real-status').then(value=>/Invalid|bound/i.test(value||''))); assert.deepEqual(await api('/api/workspace/runs'),[]); + await fill('#external-param-grid','32');await fill('#external-param-frames','9');await click('#external-save');await until(()=>text('#external-dirty').then(value=>value?.startsWith('Saved')));await click('#external-preflight'); + await until(()=>text('#real-pipeline-root .real-status').then(value=>/Invalid|bound/i.test(value||'')));assert.deepEqual(await api('/api/workspace/runs'),[]);await fill('#external-param-frames','2'); await fill('#external-param-grid','32');await fill('#external-name','32³ · two frames · seed 100');await click('#external-save');await until(()=>text('#external-dirty').then(value=>value?.startsWith('Saved'))); await click('#external-preflight');await until(()=>evaluate('!document.getElementById("external-reviewed").disabled')); assert.match(await text('#external-material'),/Material SHA256/);await captureWorkspace('native-pipeline-1440',1440,'#external-material');await captureWorkspace('native-pipeline-390',390,'#external-material');await click('#external-reviewed');await click('#external-submit'); diff --git a/tests/qualify_cpu_training.py b/tests/qualify_cpu_training.py new file mode 100644 index 00000000..adb4483e --- /dev/null +++ b/tests/qualify_cpu_training.py @@ -0,0 +1,146 @@ +"""Independent frozen-input/NumPy/checkpoint audit of actual P5b fitting evidence.""" +import argparse +import hashlib +import io +import json +from pathlib import Path +import zipfile +import sys + +sys.path.insert(0, str(Path(__file__).resolve().parents[1])) + +import numpy as np +import torch +import scientific_release + + +def require(condition, message): + if not condition: + raise ValueError(message) + + +def sha(raw): + return hashlib.sha256(raw).hexdigest() + + +def audit(artifacts, prepared): + artifacts = Path(artifacts) + prepared = json.loads(Path(prepared).read_text()) + rows, releases, ids, states, families = [], [], set(), set(), set() + require(len(prepared['releases']) == 6, 'Six frozen releases required') + for entry in prepared['releases']: + raw = Path(entry['path']).read_bytes() + require(sha(raw) == entry['id'] and len(raw) == entry['bytes'], 'Frozen release custody changed') + validated = scientific_release.validate_bytes(raw, entry['id']) + require(validated['split_counts'] == {'train': 2, 'validation': 0, 'test': 0}, 'Only complete train pairs accepted') + releases.append({'sha256': sha(raw), 'bytes': len(raw)}) + with zipfile.ZipFile(io.BytesIO(raw)) as outer: + manifest = json.loads(outer.read('manifest.json')) + for row in manifest['records']: + require(row['id'] not in ids and row['review'] == 'human_reviewed' and row['split'] == 'train', 'Duplicate or unreviewed/nontraining record') + ids.add(row['id']) + bundle_raw = outer.read(row['asset']) + require(sha(bundle_raw) == row['content_hash'], 'Bundle custody differs') + with zipfile.ZipFile(io.BytesIO(bundle_raw)) as bundle: + fields = json.loads(bundle.read('manifest.json')) + receipt = json.loads(bundle.read('sources/producer-receipt.json')) + seed = receipt['controls']['seed'] + require(receipt['controls'] == {'grid': 32, 'frames': 8, 'seed': seed, 'method': 'jacobi'}, 'Wrong source controls') + require(100 <= seed <= 111 and len(fields['frames']) == 8 and len(fields['fields']) == 6, 'Incomplete training trajectory') + state = row['field_sequence']['first_observed_state_sha256'] + family = json.dumps(fields['family'], sort_keys=True) + require(state not in states and family not in families, 'Repeated state/family across frozen releases') + states.add(state);families.add(family) + for index, frame in enumerate(fields['frames']): + arrays = {entry['field']: entry for entry in frame['arrays']} + selected = {} + for field in ('rhs', 'pressure'): + value = arrays[field] + array_raw = bundle.read(value['path']) + require(sha(array_raw) == value['sha256'], 'Array custody mismatch') + array = np.load(io.BytesIO(array_raw), allow_pickle=False) + require(array.dtype == np.dtype('0,'Unexcited/nonfinite fitted mode') + gains = np.sum(x*y,axis=0)/energy + require(np.isfinite(gains).all() and gains.min()>0,'Nonpositive/nonfinite fitted gains') + np.testing.assert_allclose(state['gains'].numpy(),gains,rtol=1e-8,atol=1e-12) + prediction = transform(transform(expected['rhs'])*np.concatenate(([0.],gains)),True) + prediction -= prediction[:,:1] + relative = np.linalg.norm(prediction-expected['pressure'],axis=1)/np.linalg.norm(expected['pressure'],axis=1) + require(np.isfinite(relative).all(),'Nonfinite independently replayed fit error') + freeze=json.loads((artifacts/'freeze.json').read_text()) + require(freeze['checkpoint_sha256'] == sha(checkpoint_raw) and freeze['training_data_sha256'] == sha((artifacts/'training.npz').read_bytes()),'Freeze output identity mismatch') + require(freeze['training_frames']==8 and freeze['validation_frames']==60 and freeze['test_seeds']==[900,901,902,903], 'Changed acceptance controls') + require(freeze['ablation']=='untrained_unit_gains_rejected_by_physics_gate','Missing actual ablation refusal') + fitted=freeze['training'];require(fitted['optimizer_steps']==0 and fitted['fitted_parameters']==32767,'Fabricated optimizer progress or reduced modes') + np.testing.assert_allclose(fitted['training_mean_relative_pressure_l2'],relative.mean(),rtol=1e-7,atol=1e-12) + input_receipt=json.loads((artifacts/'input-receipt.json').read_text()) + require(input_receipt['trajectory_order']==list(range(100,112)) and input_receipt['frame_order']==list(range(1,9)), 'Receipt order differs') + for field,array in expected.items(): + require(input_receipt[field+'_sha256']==sha(array.tobytes(order='C')), 'Actual consumed-array receipt differs') + require([item['sha256'] for item in input_receipt['releases']]==[item['sha256'] for item in releases], 'Consumed release identities differ') + result=json.loads((artifacts/'result.json').read_text()) + require(result['status']=='verified' and result['training']==fitted and result['validation']==freeze['validation'], 'Final report drift') + for key,name in [('input_receipt_sha256','input-receipt.json'),('freeze_sha256','freeze.json'),('checkpoint_sha256','model.pt'),('training_data_sha256','training.npz')]: + require(result[key]==sha((artifacts/name).read_bytes()), 'Final output custody mismatch: '+name) + validation=result['validation'];require([case['seed'] for case in validation]==[500,501], 'Wrong validation seeds') + for case in validation: + require(case['frames']==60 and len(case['errors'])==60, 'Incomplete validation') + for field in ('relative_velocity_l2','relative_tracer_l2'): + values=np.array([row[field] for row in case['errors']],dtype=np.float64) + require(np.isfinite(values).all() and values.min()>=0 and values.max()<1e-5 and case['max_'+field]==values.max(), 'Validation report maximum fails') + reports=result['validation_records'] + require({(row['seed'],row['method']) for row in reports}=={(seed,method) for seed in (500,501) for method in ('jacobi','learned')} and len(reports)==4, 'Missing validation native reports') + for row in reports: + require(len(row['reports'])==60,'Missing validation frames') + for index,frame in enumerate(row['reports'],1): + require(frame['frame']==index,'Wrong validation frame order') + for key,limit in [('relative_residual',1e-8),('actual_divergence_max',1e-5),('courant',1)]: + require(type(frame[key]) in (int,float) and np.isfinite(frame[key]) and 0<=frame[key]<=limit,'Validation physics report fails') + if row['method']=='learned':require(frame['iterations']==0,'Learned validation used iterations') + return {'qualification':'Independent NumPy replay of exact frozen training inputs and closed-form checkpoint gains; original producer validation reports retained separately', + 'limitations':['QA-authored owner review, not independent end-user scientific acceptance.','No new holdout, GPU, general 3D or autonomous evaluation acceptance.'], + 'releases':releases,'records':len(ids),'observations':96,'fitted_parameters':32767,'optimizer_steps':0, + 'ordered_input_array_sha256':{name:sha(value.tobytes(order='C')) for name,value in expected.items()}, + 'model_sha256':sha(checkpoint_raw),'training_npz_sha256':sha((artifacts/'training.npz').read_bytes()), + 'minimum_training_modal_energy':float(energy.min()),'training_mean_relative_pressure_l2':float(relative.mean()), + 'maximum_gain_relative_difference':float(np.max(np.abs(state['gains'].numpy()-gains)/gains))} + + +def main(): + parser=argparse.ArgumentParser(description=__doc__) + parser.add_argument('--artifacts',required=True);parser.add_argument('--prepared-inputs',required=True);parser.add_argument('--report') + args=parser.parse_args();result=audit(args.artifacts,args.prepared_inputs) + raw=json.dumps(result,indent=2,allow_nan=False)+'\n' + if args.report:Path(args.report).write_text(raw) + print(raw,end='') + + +if __name__=='__main__':main() diff --git a/tests/test_external_progress.py b/tests/test_external_progress.py new file mode 100644 index 00000000..783a5e1d --- /dev/null +++ b/tests/test_external_progress.py @@ -0,0 +1,177 @@ +"""Bounded diagnostics projection; neutral processes are not model qualification.""" +import copy +import hashlib +import uuid +import json +import os +from http.server import ThreadingHTTPServer +import threading +from urllib.request import Request, urlopen +from urllib.error import HTTPError + +from app import make_handler +from unittest.mock import patch + +from access import AccessError +from runs import Runs +from test_external_runs import ExternalCase + + +class ExternalProgressTests(ExternalCase): + def queued_record(self): + run = self.queued(self.body(approval=self.approve())) + with self.owner.bound(self.dataset): + return self.dataset.runs._load(run['id']) + + def observe(self, record): + with self.owner.bound(self.dataset), patch.object(self.dataset.runs, '_load', return_value=record): + return self.dataset.runs.external_progress(record['id']) + + def logs(self, record, stdout=b'', stderr=b''): + directory = self.dataset.runs._external_directory(record) / 'custody' + directory.mkdir(exist_ok=True) + (directory / 'stdout.log').write_bytes(stdout) + (directory / 'stderr.log').write_bytes(stderr) + return directory + + def test_pending_real_authority_and_live_bounded_projection(self): + record = self.queued_record() + with self.assertRaises(AccessError): + self.dataset.runs.external_progress(record['id']) + self.assertEqual(self.observe(record)['evidence'], 'pending') + record['state'] = 'running' + record['custody_phase'] = 'go_intent' + event = {'format':'tuldok_progress_v1','stage':'fit','completed':0,'total':1,'metrics':{'frames':96}} + self.logs(record, b'x'*9000+b'\n'+json.dumps(event).encode()+b'\n', b'',truncated:true},stderr:null},progress:{format:'tuldok_progress_v1',stage:'loading',completed:1,total:2,metrics:{actual:4}},result:null}; + let html=progressUI.progressHTML({...completed,state:'running'},progress);assert.match(html,/Live output · unverified/);assert.match(html,/1 \/ 2/);assert.match(html,/<script>/);assert.doesNotMatch(html,/