{ "schema_version": 1, "metadata": { "setup_attempt": "A missing compiler dependency caused an incomplete prior attempt; its complete structured records are retained separately. Fresh complete matrix after setup correction; unrolled 64-step stress probes have a predeclared 30-second outer bound.", "schema_version": 1, "date": "2026-10-21", "scope": "initial synthetic CPU baseline; no accelerator change or speedup claim", "hardware": { "cpu": "Intel(R) Core(TM) Ultra 7 265U", "machine": "x86_64", "os": "Linux", "effective_cpu_affinity": [ 0 ], "logical_cpu_count": 14, "thread_policy": "singleton inherited CPU affinity; one requested BLAS/OpenMP thread", "cuda_qualified": false }, "environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true", "JAX_ENABLE_COMPILATION_CACHE": "false", "PYTHONHASHSEED": "0" }, "versions": { "op_system": "0.9.0", "op_engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "jaxlib": "0.12.0", "torch": "2.14.1+cpu", "diffrax": "0.7.2", "array-api-compat": "1.15.0" }, "sources": { "op_system": { "commit": "f7a54fdd98b14cfc10abd6386f2b30589ea36166", "numerical_source_sha256": { "src/op_system/__init__.py": "0957ba96eaf098a4178dd4310425c4baf1e9ac55cebea22c6c21dca6deb2ae86", "src/op_system/_array.py": "d456c0e28f7f6c9fe7aea3f44ef03b102fee0f9ee0e22fdbe5c647f2b43c3f3f", "src/op_system/_axes.py": "8ab01c594a7b9665eee928ec0e4e88afbb23dc99c10415895cadda23fad915ff", "src/op_system/_axis_kernel.py": "7a98a6c8b46463662bf986889171cda29b182813f8a5973dc1d8afb92810f1d9", "src/op_system/_block_axes.py": "25b4981114555f487fe90372f1c65888db89ef71834bee4a9aa4f3091d0c9128", "src/op_system/_constraints.py": "04c71e192d164c4dd33170365e780b5078065deb03981c0255bb2778d99d164c", "src/op_system/_coordinate_rhs.py": "ce593e2aa68f68fd64619de6f783265db667158276692068a891de2fbf5874c6", "src/op_system/_errors.py": "20774b32fc996c21cb85a2571228eedd1ca6ad9b5bd44e76c520f500f58ed1b4", "src/op_system/_gauge_algebra.py": "564b36218d922c8a6fa9226acf44ac5b60d1f9430152289e5e540c6587e7145f", "src/op_system/_gauge_analysis.py": "2dab9f6deb5677c660685d0f3c0b548fc3cf5a056c31764feac3d1e98f523ee4", "src/op_system/_gauge_declarations.py": "c5455fba3cb542eba15c0f35cc7ccfe138d42850aa100f5c019485f610177958", "src/op_system/_gauge_fix.py": "56193a6655c0e8682913cc7f24882e964641720e4d2b4581f732b823a577110d", "src/op_system/_gauge_homogeneity.py": "8540fa74be61f866d918d78bdb943f5c37e2ea87dc5f763adfdab1828e33b42d", "src/op_system/_helpers.py": "7561221a9e43676e4cdfbd88167d162dee6c749fd502b3e591fb76c2f1d86fca", "src/op_system/_identifer_string.py": "3a841f6a91f7e1069c8e9b66a454f696b716044ae47524ba7a3804cd4e6f0590", "src/op_system/_infer_reactants.py": "a089ad5a977340bfc6ead2dc25a687cb86a5f80d1845929a5f67837e58607b27", "src/op_system/_ir.py": "45cd0e16d196e559e14f4b5d89a93d09e7d3320138eaa7e6977754569fc4f053", "src/op_system/_ir_expand.py": "a3a3d7024ad79c46910e75ddb3f7328c8b21547108253ce7c9e98df092bc5e66", "src/op_system/_ir_lower.py": "135861581ca5a9b61ba3e3678d7325fc238a36d2f452ceacdeacfa62c6907a44", "src/op_system/_ir_templates.py": "6e978b807014c51307a612f0a19ddbe3e8b30d92c8f4d897e5c13e369d893f86", "src/op_system/_jump_integral.py": "f0f3e5bd039294b73e28796d97522b5619fd29a61441a4e8cca4d17a0261571e", "src/op_system/_normalize.py": "a84c8cabd170889db683c8cc6caa12d9c6fc34f29eac900d94a05d7db500aa94", "src/op_system/_normalize_block.py": "d35fe9192b29f3b01ca77d265224b8ab653bacf983a1b7cef788c6e522f97789", "src/op_system/_normalize_chains.py": "cb16783469e19c42b0dab2b30f849ebd6f3017e545abdd9fbbf26acf69c0f0a4", "src/op_system/_normalize_initial_state.py": "9d15c066d222b9cc3516c8d8887c2e27dfbc5fa06bee0aab006f87333e44c810", "src/op_system/_normalize_ir.py": "c86acff5a49509ed1ce4db5c697eccd40091377803f76f067e9effc22339c762", "src/op_system/_normalize_kernels.py": "36ab304ad7c5bdc4a2060bef6c75e48c4ae6a8c062f5f03deb0ac85a557e2cce", "src/op_system/_observables.py": "5ee9ead5158ba567acdaebccf403252e280c394d1da5a7a634fe47f1bdb94269", "src/op_system/_operators.py": "8b98cfe4f5f7cd4790845f481eeca33cf36fab29010ca8875f216662715d20c3", "src/op_system/_parameter_meta.py": "caa7736b4ed6ca616f21f14a0c80d3b5f877c2e1154f2231a79d22db216b2275", "src/op_system/_reactions.py": "add8f5a94462a57af64ca15b2cc8809b96fa32faebbc5849c8a3584c72c00b88", "src/op_system/_scientific_meta.py": "d72fde5767142068b4b2650662d5114d7e4d116ca9e86519853eaf96939b4c9e", "src/op_system/_state_helpers.py": "c54ceb1df550ff4e88e577abf4ab34823813adc4ebf43eb5d5e445d562b66632", "src/op_system/_state_string.py": "e0d6ba9c97ad5d02d4a6d2fcb3e85c66632078cba5fb46dc6454e9d4a20fbcdf", "src/op_system/_symbols.py": "e9c31b34d52f2b5c5ecf6c3e785d3a7e4f0a3dd7fa973d9bf335f98c2a5c6413", "src/op_system/_templates.py": "41bf8eb5177ad4d9d7768e7cf14fe7b48cdca06b481ae01061e58c0dc0014748", "src/op_system/_time.py": "38a1f6d0a338955844417c59700c1cefb6d362d5fd94eefbf7cb5b03b4e2446b", "src/op_system/_typing.py": "33e1e39e8c975c8709e98171f2fcab980cac5143801a2074bdc1869052dd21d9", "src/op_system/_validate.py": "81a1110c833fb05c2556c5cf44b7c19242c6a9b782164e58fc2e2a4836c21032", "src/op_system/_vectorize.py": "e03991541b045ea08ef88ac9d13587899811542c77dc89bbafe98f8d4902e1e8", "src/op_system/balances.py": "5cd374ef565992cf2000ec37d22dd15872091417596c12794c0b8787a27b0db9", "src/op_system/compile.py": "051959e43e935394c8263daf78e3499f40d359924ba3db95cc76c3846f4d0810", "src/op_system/coordinates.py": "fbf4c17f05599c43d7824d6eeb29adcbd27eca631f08a1b803ac40d12b5c14f7", "src/op_system/gauges.py": "54f7b06edb7fbf6b5dde6b3f290aeeb451182d294dd711e325ec1b08041c4189", "src/op_system/observables.py": "b066e956e5e0a29aec00eece895d9048aa02ecd9598dd598663dc813b0fe7c01", "src/op_system/qualification.py": "584efdbd804ab9c376de258bda9d2b10c36b56826648a36f79129fbb043dfa1c", "src/op_system/specs.py": "77db162da4f3c253d64c2c67b73e42d65e30b013974a5836237e609981757639", "src/op_system/validate.py": "4a9650ad4b7042ce7925d00ffdcfd3b89cdf613f0b4a1a7af5ff7d026d2b1edc", "benchmarks/__init__.py": "661f69307ca4891045621e21d82957c8bc3e9d445a96d50e31c435639d4ecdb0", "benchmarks/hierarchical_benchmark.py": "a808c18315c8031ce87229b52511a8ff8414edd209211d482f37578c0f23c613", "benchmarks/hierarchical_model.py": "dcb797c4ee2b138a5d6833c646ebd1acd4ea7f235969b399dd6facf578ef3348", "scripts/__init__.py": "dfff3deacd2555dae87139562b8bf7d36193449c49767fa2f02c8045b9e95044", "scripts/api-reference.py": "31bca75319db114438f93e8e25ce29cfe93c43c4ea4c20f1ff8084802572ef93", "scripts/benchmark_hierarchical.py": "5fd89eb17f20bc3de37410c1e9143b1a411ec16cf915e049cd50c0546ef19305", "scripts/benchmark_named_kernels.py": "e6e9be7e0b75a862b06794f0ac5292746d70ee33a6fe4c5ce605ce5fa6457776", "scripts/citation_metadata.py": "5fcf62fc43ccd6b6835405ce7a3285d94028226939feccfa90b58a53f1bbc744", "scripts/qualify_backend.py": "ce20616d187392a953871aa09708e0164966b286d3cdb66b580b7981e9eda532", "scripts/qualify_provider_types.py": "a89d119489890ecda0e46403b22897ba455b28ac2fe48cd466f3c5348d7fca50", "scripts/release_validate.py": "eb0c603325d9a1d20a97a9c0b7d793e15ebd836d63d2531a58c3144b367ef756" }, "source_tree_sha256": "bfe77f34a594009d30d9e4bdbdda0493f73c9d76db7ada208733087547ebc5f2", "working_tree_dirty": true }, "op_engine": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "numerical_source_sha256": { "src/op_engine/__init__.py": "61958dccbec9cebffb3cc7fb8496e15c4117bb14e53e2c77233fa7d8383e264e", "src/op_engine/_additive_runge_kutta.py": "32d86aef5ddaddb8365ffa80b637a557aa5ceb49ab7481d67073df32dcdb6a01", "src/op_engine/_array.py": "b0bf9e38a08913987a44125698f989f03341de31f46b227645cfe3a22fdb4427", "src/op_engine/_forcing.py": "ab2b36e07b80591fb3839a9405351e7586fde570bcba022b0b624691def2080a", "src/op_engine/_multistep.py": "ad96cc0570280c3c8fca2ce4d80ffc221cd090acafbe6403e989cbaabfe59f39", "src/op_engine/_random_stream.py": "fd09b192380adc0b3264c333442083faddee0326f776895173827f153d02b2b9", "src/op_engine/_rosenbrock.py": "3f7fe0d21a8bcd47593148b5488b1ba07f3919e442896b3f5c6054b7cbdd9177", "src/op_engine/_runge_kutta.py": "4a257630f5c431a1f00b90ddb389d04da89c46b7887ab882d9e444f02347587b", "src/op_engine/_sdirk.py": "05c3dcff3b36d92965c95d3c5b99481cb00ad23fc1881e168f33a6ef478a5e9f", "src/op_engine/_typing.py": "d9e86644b493be71eac50bc99ffdf4db7523e363e4aa3f6f89b6994d4ec817ad", "src/op_engine/adaptive_tau.py": "a1aad38fe33beb50a390055d810cb07b2123774065dae107e86068fdccd5fceb", "src/op_engine/batched_ssa.py": "915628380f9d860dd524cac7d8f18e36558f035d0ed1e1bb9b9997e8b8ed7827", "src/op_engine/core_solver.py": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449", "src/op_engine/firing.py": "90b7f6775698db3c04b381013ee03bc4949602a3dc92be51dee7db6c324631b9", "src/op_engine/loop_ops.py": "6788be3ced4838446af7cab492731938096c5df8cda642de6a2ff23ea0c7373c", "src/op_engine/matrix_ops.py": "2165010ba1820fc92c55e56db673c3961c966b62b6ba52c6c94a35ef4fc226da", "src/op_engine/model_core.py": "3333a2e0aac2a16830c204d1a2a16e08f54e95632553baee6cd0483c9209226b", "src/op_engine/nonlinear_solver.py": "f3fea4dedce2e5b1ea8ee7f54dcccf2080fffaca76c0f5f192441f8c30f3fc93", "src/op_engine/observation_reductions.py": "d854980a800144a39bf8d492862c576125c5bc19c4c119716c5632da51c4ad04", "src/op_engine/observations.py": "a740f127391ad9fd544eecee1de9202ac0d7020a91ea488549c08995e009b250", "src/op_engine/reactions.py": "5e6fe65bc4668b209b09210fc264cf207f6c8dd3fcbe9d6594f490e3037fa0a4", "src/op_engine/replicate_network.py": "cd5c31098b03621f27c920dae2c4a9bae322872df950c66a2a3ac54a548ab26a", "src/op_engine/spatial_grid.py": "d546e6e9ae31a6f029f361f96d3ac75466fabee13d17fe7cd44b650ad781d760", "src/op_engine/state_diagnostics.py": "2a17d1b67463616fe6000b11877cf3958efffdd92ba53cb4499dc7bfa46c5b8a", "src/op_engine/steady_state.py": "848a645f102d0b1e99e039ffa0d2fbb09e9c761896a1e6523f8c3804ef429d29", "src/op_engine/stochastic_solver.py": "7401a27637ac302b1cea550c1286a5d17bef989f17ddfd06c97ff8c9acb29782", "src/op_engine/thinning_ssa.py": "368f9781c8fe96ce7a0567a358d2d6ea35d4627680fbb125154aeda74a2a723c", "benchmarks/__init__.py": "c8ae1d23d1d46f4c6d3e50f6a31f33f1cf605dcc9ddb250cb4e4267f88eb67d6", "benchmarks/hierarchical_measurement.py": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "benchmarks/hierarchical_ode.py": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "benchmarks/replicate_ssa.py": "c95784fbbb5bc5bd7e203b9da17d6b3fe3148974d652bb1090a15f3332dc1ecd", "scripts/__init__.py": "dfff3deacd2555dae87139562b8bf7d36193449c49767fa2f02c8045b9e95044", "scripts/api-reference.py": "83ed9700efafece065265f869c1f5e6712c0c955100684804a1c7be7ccf7b137", "scripts/benchmark_hierarchical.py": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "scripts/benchmark_replay.py": "802f195bdb3b594223f7e943439e4df1c48ce8aa1c6201d116438b1a1075f974", "scripts/citation_metadata.py": "986c9d41b78642dd7fd87b32ec8174b3b212c2e4518306065351046f0517a301", "scripts/qualify_backend.py": "97a66bb4d4a35ce5cf92b1ce7e51c44997d247fb6437da36364ac1fdb9a263d3", "scripts/release_validate.py": "e10a903add5c7deb7e728621e66f603901f1be20e3b5334e8ab00d128d44f545" }, "source_tree_sha256": "02c3acd15a90231612c4f7ff7a0eaf6d55eaa97cfae23b61bbbb2dcaaf1bcab6", "working_tree_dirty": true } }, "cold_process_repeats": 3, "warm_samples_per_case": 3, "worker_timeout_seconds": { "default": 180, "unrolled_64_step_probe": 30 }, "limitations": [ "Public synthetic fixtures only; no application-level performance claim.", "Singleton logical-CPU affinity limits execution; actual library thread-pool sizes are not individually sampled inside existing workers.", "Replay probe has one execution per worker; repeated process results are not warm medians.", "Compiler selected JIT compilation follows qualification/backend initialization; not whole-process cold JAX startup.", "SSA drift/invariant checks supplement existing distribution/replay tests; not a new stochastic-law qualification.", "No CPU CI/check workload runs concurrently with this baseline.", "Full simulation-to-observation timing, float32 sweeps and GPU/device-transfer measurements remain follow-up coverage." ], "additional_limitations": [ "The initial SSA harness has setup/execution/event/storage fields but no per-worker peak-RSS observation.", "Source working trees include only documentation edits relative to the recorded numerical revisions.", "The incomplete setup attempt and its 32 records are retained separately and excluded from the corrected complete matrix aggregates.", "Compiler/SSA setup was repaired by installing declared compiler dependencies; NumPy/JAX/Torch/Diffrax versions were unchanged.", "The first incomplete attempt used a 180-second bound for large unrolled probes; the complete restarted matrix declared a 30-second bound. Those censored rows are not combined as measurements.", "Compiler normalization/compile_rhs repeat within each process and may reuse caches. Raw samples preserve the initial call; use first samples for cold-process generation costs rather than labeling the within-process median cold." ] }, "matrix": [ { "id": "compiler-numpy-g4-s2-independent", "family": "compiler", "source": "op_system", "arguments": [ "-m", "scripts.benchmark_hierarchical", "--worker", "--backends", "numpy", "--groups", "4", "--stages", "2", "--coupling", "independent", "--dtype", "float64", "--repeats", "3", "--inner-loops", "20", "--warmups", "2" ] }, { "id": "compiler-jax-g4-s2-independent", "family": "compiler", "source": "op_system", "arguments": [ "-m", "scripts.benchmark_hierarchical", "--worker", "--backends", "jax", "--groups", "4", "--stages", "2", "--coupling", "independent", "--dtype", "float64", "--repeats", "3", "--inner-loops", "20", "--warmups", "2" ] }, { "id": "compiler-torch-g4-s2-independent", "family": "compiler", "source": "op_system", "arguments": [ "-m", "scripts.benchmark_hierarchical", "--worker", "--backends", "torch", "--groups", "4", "--stages", "2", "--coupling", "independent", "--dtype", "float64", "--repeats", "3", "--inner-loops", "20", "--warmups", "2" ] }, { "id": "compiler-numpy-g4-s2-coupled", "family": "compiler", "source": "op_system", "arguments": [ "-m", "scripts.benchmark_hierarchical", "--worker", "--backends", "numpy", "--groups", "4", "--stages", "2", "--coupling", "coupled", "--dtype", "float64", "--repeats", "3", "--inner-loops", "20", "--warmups", "2" ] }, { "id": "compiler-jax-g4-s2-coupled", "family": "compiler", "source": "op_system", "arguments": [ "-m", "scripts.benchmark_hierarchical", "--worker", "--backends", "jax", "--groups", "4", "--stages", "2", "--coupling", "coupled", "--dtype", "float64", "--repeats", "3", "--inner-loops", "20", "--warmups", "2" ] }, { "id": "compiler-torch-g4-s2-coupled", "family": "compiler", "source": "op_system", "arguments": [ "-m", "scripts.benchmark_hierarchical", "--worker", "--backends", "torch", "--groups", "4", "--stages", "2", "--coupling", "coupled", "--dtype", "float64", "--repeats", "3", "--inner-loops", "20", "--warmups", "2" ] }, { "id": "compiler-numpy-g16-s8-independent", "family": "compiler", "source": "op_system", "arguments": [ "-m", "scripts.benchmark_hierarchical", "--worker", "--backends", "numpy", "--groups", "16", "--stages", "8", "--coupling", "independent", "--dtype", "float64", "--repeats", "3", "--inner-loops", "20", "--warmups", "2" ] }, { "id": "compiler-jax-g16-s8-independent", "family": "compiler", "source": "op_system", "arguments": [ "-m", "scripts.benchmark_hierarchical", "--worker", "--backends", "jax", "--groups", "16", "--stages", "8", "--coupling", "independent", "--dtype", "float64", "--repeats", "3", "--inner-loops", "20", "--warmups", "2" ] }, { "id": "compiler-torch-g16-s8-independent", "family": "compiler", "source": "op_system", "arguments": [ "-m", "scripts.benchmark_hierarchical", "--worker", "--backends", "torch", "--groups", "16", "--stages", "8", "--coupling", "independent", "--dtype", "float64", "--repeats", "3", "--inner-loops", "20", "--warmups", "2" ] }, { "id": "compiler-numpy-g16-s8-coupled", "family": "compiler", "source": "op_system", "arguments": [ "-m", "scripts.benchmark_hierarchical", "--worker", "--backends", "numpy", "--groups", "16", "--stages", "8", "--coupling", "coupled", "--dtype", "float64", "--repeats", "3", "--inner-loops", "20", "--warmups", "2" ] }, { "id": "compiler-jax-g16-s8-coupled", "family": "compiler", "source": "op_system", "arguments": [ "-m", "scripts.benchmark_hierarchical", "--worker", "--backends", "jax", "--groups", "16", "--stages", "8", "--coupling", "coupled", "--dtype", "float64", "--repeats", "3", "--inner-loops", "20", "--warmups", "2" ] }, { "id": "compiler-torch-g16-s8-coupled", "family": "compiler", "source": "op_system", "arguments": [ "-m", "scripts.benchmark_hierarchical", "--worker", "--backends", "torch", "--groups", "16", "--stages", "8", "--coupling", "coupled", "--dtype", "float64", "--repeats", "3", "--inner-loops", "20", "--warmups", "2" ] }, { "id": "solver-core-g1-d1-independent-nonstiff-trajectory", "family": "solver", "source": "op_engine", "arguments": [ "-m", "scripts.benchmark_hierarchical", "--worker", "--groups", "1", "--local-dimensions", "1", "--steps", "16", "--regimes", "nonstiff", "--coupling", "independent", "--solvers", "core", "--derivatives", "trajectory", "--repeats", "3", "--timeout", "180" ] }, { "id": "solver-core-g1-d1-independent-nonstiff-grad-rev", "family": "solver", "source": "op_engine", "arguments": [ "-m", "scripts.benchmark_hierarchical", "--worker", "--groups", "1", "--local-dimensions", "1", "--steps", "16", "--regimes", "nonstiff", "--coupling", "independent", "--solvers", "core", "--derivatives", "grad-rev", "--repeats", "3", "--timeout", "180" ] }, { "id": "solver-external-g1-d1-independent-nonstiff-trajectory", "family": "solver", "source": "op_engine", "arguments": [ "-m", "scripts.benchmark_hierarchical", "--worker", "--groups", "1", "--local-dimensions", "1", "--steps", "16", "--regimes", "nonstiff", "--coupling", "independent", "--solvers", "external", "--derivatives", "trajectory", "--repeats", "3", "--timeout", "180" ] }, { "id": "solver-external-g1-d1-independent-nonstiff-grad-rev", "family": "solver", "source": "op_engine", "arguments": [ "-m", "scripts.benchmark_hierarchical", "--worker", "--groups", "1", "--local-dimensions", "1", "--steps", "16", "--regimes", "nonstiff", "--coupling", "independent", "--solvers", "external", "--derivatives", "grad-rev", "--repeats", "3", "--timeout", "180" ] }, { "id": "solver-diffrax-fixed-g1-d1-independent-nonstiff-trajectory", "family": "solver", "source": "op_engine", "arguments": [ "-m", "scripts.benchmark_hierarchical", "--worker", "--groups", "1", "--local-dimensions", "1", "--steps", "16", "--regimes", "nonstiff", "--coupling", "independent", "--solvers", "diffrax-fixed", "--derivatives", "trajectory", "--repeats", "3", "--timeout", "180" ] }, { "id": "solver-diffrax-fixed-g1-d1-independent-nonstiff-grad-rev", "family": "solver", "source": "op_engine", "arguments": [ "-m", "scripts.benchmark_hierarchical", "--worker", "--groups", "1", "--local-dimensions", "1", "--steps", "16", "--regimes", "nonstiff", "--coupling", "independent", "--solvers", "diffrax-fixed", "--derivatives", "grad-rev", "--repeats", "3", "--timeout", "180" ] }, { "id": "solver-numpy-g1-d1-independent-nonstiff-trajectory", "family": "solver", "source": "op_engine", "arguments": [ "-m", "scripts.benchmark_hierarchical", "--worker", "--groups", "1", "--local-dimensions", "1", "--steps", "16", "--regimes", "nonstiff", "--coupling", "independent", "--solvers", "numpy", "--derivatives", "trajectory", "--repeats", "3", "--timeout", "180" ] }, { "id": "solver-core-g4-d2-coupled-stiff-trajectory", "family": "solver", "source": "op_engine", "arguments": [ "-m", "scripts.benchmark_hierarchical", "--worker", "--groups", "4", "--local-dimensions", "2", "--steps", "16", "--regimes", "stiff", "--coupling", "coupled", "--solvers", "core", "--derivatives", "trajectory", "--repeats", "3", "--timeout", "180" ] }, { "id": "solver-core-g4-d2-coupled-stiff-grad-rev", "family": "solver", "source": "op_engine", "arguments": [ "-m", "scripts.benchmark_hierarchical", "--worker", "--groups", "4", "--local-dimensions", "2", "--steps", "16", "--regimes", "stiff", "--coupling", "coupled", "--solvers", "core", "--derivatives", "grad-rev", "--repeats", "3", "--timeout", "180" ] }, { "id": "solver-numpy-g4-d2-coupled-stiff-trajectory", "family": "solver", "source": "op_engine", "arguments": [ "-m", "scripts.benchmark_hierarchical", "--worker", "--groups", "4", "--local-dimensions", "2", "--steps", "16", "--regimes", "stiff", "--coupling", "coupled", "--solvers", "numpy", "--derivatives", "trajectory", "--repeats", "3", "--timeout", "180" ] }, { "id": "loop-scan-n8-grad", "family": "loop", "source": "op_engine", "arguments": [ "scripts/benchmark_replay.py", "--worker", "--execution", "fixed", "--methods", "dopri5", "--steps", "8", "--loops", "scan", "--derivatives", "grad", "--timeout", "180" ] }, { "id": "loop-unroll-n8-grad", "family": "loop", "source": "op_engine", "arguments": [ "scripts/benchmark_replay.py", "--worker", "--execution", "fixed", "--methods", "dopri5", "--steps", "8", "--loops", "unroll", "--derivatives", "grad", "--timeout", "180" ] }, { "id": "loop-scan-n64-grad", "family": "loop", "source": "op_engine", "arguments": [ "scripts/benchmark_replay.py", "--worker", "--execution", "fixed", "--methods", "dopri5", "--steps", "64", "--loops", "scan", "--derivatives", "grad", "--timeout", "180" ] }, { "id": "loop-scan-n64-hessian", "family": "loop", "source": "op_engine", "arguments": [ "scripts/benchmark_replay.py", "--worker", "--execution", "fixed", "--methods", "dopri5", "--steps", "64", "--loops", "scan", "--derivatives", "hessian", "--timeout", "180" ] }, { "id": "loop-unroll-n64-grad", "family": "loop", "source": "op_engine", "arguments": [ "scripts/benchmark_replay.py", "--worker", "--execution", "fixed", "--methods", "dopri5", "--steps", "64", "--loops", "unroll", "--derivatives", "grad", "--timeout", "180" ] }, { "id": "loop-unroll-n64-hessian", "family": "loop", "source": "op_engine", "arguments": [ "scripts/benchmark_replay.py", "--worker", "--execution", "fixed", "--methods", "dopri5", "--steps", "64", "--loops", "unroll", "--derivatives", "hessian", "--timeout", "180" ] }, { "id": "ssa-r16", "family": "ssa", "source": "op_engine", "arguments": [ "-m", "benchmarks.replicate_ssa", "--sizes", "16", "--days", "5", "--flat-max", "16", "--output", "" ] }, { "id": "ssa-r64", "family": "ssa", "source": "op_engine", "arguments": [ "-m", "benchmarks.replicate_ssa", "--sizes", "64", "--days", "5", "--flat-max", "16", "--output", "" ] } ], "records": [ { "case_id": "compiler-numpy-g4-s2-independent", "family": "compiler", "process_repeat": 0, "measurement_order": 0, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "numpy", "groups": 4, "stages": 2, "dtype": "float64", "coupled": false }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 807, "state_elements": 24, "local_parameter_elements": 4, "shared_kernel_elements": 4, "fixture_bytes": 280, "normalize": { "median_seconds": 0.004455168993445113, "minimum_seconds": 0.0044479770003817976, "maximum_seconds": 0.006786101002944633, "samples_seconds": [ 0.006786101002944633, 0.0044479770003817976, 0.004455168993445113 ] }, "compile_rhs": { "median_seconds": 0.00595113099552691, "minimum_seconds": 0.005262372986180708, "maximum_seconds": 0.028814939985750243, "samples_seconds": [ 0.028814939985750243, 0.00595113099552691, 0.005262372986180708 ] }, "backend_setup_seconds": 0.08287257901974954, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": null, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 6.618499173782766e-05, "warm": { "median_seconds": 2.8993799060117453e-05, "minimum_seconds": 2.8447849035728723e-05, "maximum_seconds": 2.9806999373249708e-05, "samples_seconds": [ 2.9806999373249708e-05, 2.8993799060117453e-05, 2.8447849035728723e-05 ] }, "warm_calls_per_second": 34490.13349118344 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": null, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.0002140869910363108, "warm": { "median_seconds": 0.00015168384998105467, "minimum_seconds": 0.00014382239896804094, "maximum_seconds": 0.00015475889958906918, "samples_seconds": [ 0.00015475889958906918, 0.00015168384998105467, 0.00014382239896804094 ] }, "warm_calls_per_second": 6592.659667623811 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": null, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00013454401050694287, "warm": { "median_seconds": 0.00010566505079623312, "minimum_seconds": 9.9028050317429e-05, "maximum_seconds": 0.00011021965037798509, "samples_seconds": [ 0.00010566505079623312, 0.00011021965037798509, 9.9028050317429e-05 ] }, "warm_calls_per_second": 9463.867120344481 } }, "block": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": null, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00041241198778152466, "warm": { "median_seconds": 0.00030176830041455104, "minimum_seconds": 0.00028520399937406184, "maximum_seconds": 0.0003490100003546104, "samples_seconds": [ 0.0003490100003546104, 0.00030176830041455104, 0.00028520399937406184 ] }, "warm_calls_per_second": 3313.8006829287915 } } }, "block_unavailable_reason": null, "process_peak_rss_bytes": 58793984, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "2.5.4", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 0.5910507820080966 }, { "case_id": "compiler-jax-g4-s2-independent", "family": "compiler", "process_repeat": 0, "measurement_order": 1, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "jax", "groups": 4, "stages": 2, "dtype": "float64", "coupled": false }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 807, "state_elements": 24, "local_parameter_elements": 4, "shared_kernel_elements": 4, "fixture_bytes": 280, "normalize": { "median_seconds": 0.0038868880074005574, "minimum_seconds": 0.003763600019738078, "maximum_seconds": 0.005080870003439486, "samples_seconds": [ 0.005080870003439486, 0.003763600019738078, 0.0038868880074005574 ] }, "compile_rhs": { "median_seconds": 0.005390040983911604, "minimum_seconds": 0.005249419016763568, "maximum_seconds": 0.011438476998591796, "samples_seconds": [ 0.011438476998591796, 0.005249419016763568, 0.005390040983911604 ] }, "backend_setup_seconds": 0.5748280489933677, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": -3.734651632003631, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 3.326894315591744e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.13719549498637207, "first_evaluation_seconds": 0.0007524829998146743, "warm": { "median_seconds": 2.6302249170839787e-05, "minimum_seconds": 2.5030100368894635e-05, "maximum_seconds": 2.7420048718340694e-05, "samples_seconds": [ 2.7420048718340694e-05, 2.6302249170839787e-05, 2.5030100368894635e-05 ] }, "warm_calls_per_second": 38019.56226270788 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": -3.734651632003631, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 3.326894315591744e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.13397532800445333, "first_evaluation_seconds": 0.0006826680037193, "warm": { "median_seconds": 2.6856749900616706e-05, "minimum_seconds": 2.5744599406607448e-05, "maximum_seconds": 2.929165057139471e-05, "samples_seconds": [ 2.929165057139471e-05, 2.5744599406607448e-05, 2.6856749900616706e-05 ] }, "warm_calls_per_second": 37234.587345844004 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": -3.734651632003631, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 3.326894315591744e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.1165255979867652, "first_evaluation_seconds": 0.0006196909816935658, "warm": { "median_seconds": 2.3548949684482068e-05, "minimum_seconds": 2.3262249305844308e-05, "maximum_seconds": 2.6985850126948208e-05, "samples_seconds": [ 2.6985850126948208e-05, 2.3548949684482068e-05, 2.3262249305844308e-05 ] }, "warm_calls_per_second": 42464.738911857494 } }, "block": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": -3.734651632003631, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 3.326894315591744e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.12376229101209901, "first_evaluation_seconds": 0.0006587950047105551, "warm": { "median_seconds": 2.5953500880859792e-05, "minimum_seconds": 2.490774932084605e-05, "maximum_seconds": 2.758639893727377e-05, "samples_seconds": [ 2.758639893727377e-05, 2.490774932084605e-05, 2.5953500880859792e-05 ] }, "warm_calls_per_second": 38530.44737935454 } } }, "block_unavailable_reason": null, "process_peak_rss_bytes": 267599872, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "0.12.0", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 5.002204824995715 }, { "case_id": "compiler-torch-g4-s2-independent", "family": "compiler", "process_repeat": 0, "measurement_order": 2, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "torch", "groups": 4, "stages": 2, "dtype": "float64", "coupled": false }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 807, "state_elements": 24, "local_parameter_elements": 4, "shared_kernel_elements": 4, "fixture_bytes": 280, "normalize": { "median_seconds": 0.003961745998822153, "minimum_seconds": 0.003582100005587563, "maximum_seconds": 0.0048853320186026394, "samples_seconds": [ 0.0048853320186026394, 0.003582100005587563, 0.003961745998822153 ] }, "compile_rhs": { "median_seconds": 0.005278367985738441, "minimum_seconds": 0.00513995299115777, "maximum_seconds": 0.010454720992129296, "samples_seconds": [ 0.010454720992129296, 0.005278367985738441, 0.00513995299115777 ] }, "backend_setup_seconds": 1.4471109959995374, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": -3.7346516320036307, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 3.326938724512729e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.0003118939930573106, "warm": { "median_seconds": 4.980904923286289e-05, "minimum_seconds": 4.7706399345770476e-05, "maximum_seconds": 5.2297300135251136e-05, "samples_seconds": [ 4.980904923286289e-05, 5.2297300135251136e-05, 4.7706399345770476e-05 ] }, "warm_calls_per_second": 20076.673122686763 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": -3.7346516320036307, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 3.326938724512729e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.0003868970088660717, "warm": { "median_seconds": 0.000197696199757047, "minimum_seconds": 0.00018401315028313548, "maximum_seconds": 0.00021749260049546136, "samples_seconds": [ 0.00021749260049546136, 0.00018401315028313548, 0.000197696199757047 ] }, "warm_calls_per_second": 5058.266174205275 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": -3.7346516320036307, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 3.326938724512729e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00020450699958018959, "warm": { "median_seconds": 0.00012604095099959521, "minimum_seconds": 0.0001239027507835999, "maximum_seconds": 0.00012740484962705522, "samples_seconds": [ 0.0001239027507835999, 0.00012604095099959521, 0.00012740484962705522 ] }, "warm_calls_per_second": 7933.92934652811 } }, "block": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": -3.7346516320036307, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 3.326938724512729e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.0005450820026453584, "warm": { "median_seconds": 0.0003439648498897441, "minimum_seconds": 0.00034278774983249606, "maximum_seconds": 0.0003876545510138385, "samples_seconds": [ 0.00034278774983249606, 0.0003876545510138385, 0.0003439648498897441 ] }, "warm_calls_per_second": 2907.2738110319824 } } }, "block_unavailable_reason": null, "process_peak_rss_bytes": 249081856, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "2.14.1+cpu", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 2.8332990310154855 }, { "case_id": "compiler-numpy-g4-s2-coupled", "family": "compiler", "process_repeat": 0, "measurement_order": 3, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "numpy", "groups": 4, "stages": 2, "dtype": "float64", "coupled": true }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 809, "state_elements": 24, "local_parameter_elements": 4, "shared_kernel_elements": 4, "fixture_bytes": 288, "normalize": { "median_seconds": 0.005616064998321235, "minimum_seconds": 0.00550955900689587, "maximum_seconds": 0.006814199005020782, "samples_seconds": [ 0.006814199005020782, 0.005616064998321235, 0.00550955900689587 ] }, "compile_rhs": { "median_seconds": 0.005385085998568684, "minimum_seconds": 0.003843409998808056, "maximum_seconds": 0.01210023500607349, "samples_seconds": [ 0.01210023500607349, 0.005385085998568684, 0.003843409998808056 ] }, "backend_setup_seconds": 0.09540483201271854, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.1102230246251565e-16, "gain_derivative": null, "reference_gain_derivative": -3.7910272726593415, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 9.49749955907464e-05, "warm": { "median_seconds": 3.6025000736117366e-05, "minimum_seconds": 3.574174916138872e-05, "maximum_seconds": 3.622674994403496e-05, "samples_seconds": [ 3.6025000736117366e-05, 3.622674994403496e-05, 3.574174916138872e-05 ] }, "warm_calls_per_second": 27758.500473740063 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.1102230246251565e-16, "gain_derivative": null, "reference_gain_derivative": -3.7910272726593415, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.0002760309725999832, "warm": { "median_seconds": 0.00016940689965849742, "minimum_seconds": 0.00015889604983385653, "maximum_seconds": 0.0002044450491666794, "samples_seconds": [ 0.00016940689965849742, 0.0002044450491666794, 0.00015889604983385653 ] }, "warm_calls_per_second": 5902.947294448289 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.1102230246251565e-16, "gain_derivative": null, "reference_gain_derivative": -3.7910272726593415, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00014612302766181529, "warm": { "median_seconds": 0.00011406295088818297, "minimum_seconds": 0.00011199104919796809, "maximum_seconds": 0.00011527409951668232, "samples_seconds": [ 0.00011199104919796809, 0.00011527409951668232, 0.00011406295088818297 ] }, "warm_calls_per_second": 8767.088631437477 } } }, "block_unavailable_reason": "group reduction couples groups", "process_peak_rss_bytes": 58556416, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "2.5.4", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 0.6257000510231592 }, { "case_id": "compiler-jax-g4-s2-coupled", "family": "compiler", "process_repeat": 0, "measurement_order": 4, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "jax", "groups": 4, "stages": 2, "dtype": "float64", "coupled": true }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 809, "state_elements": 24, "local_parameter_elements": 4, "shared_kernel_elements": 4, "fixture_bytes": 288, "normalize": { "median_seconds": 0.00519150699255988, "minimum_seconds": 0.005025933001888916, "maximum_seconds": 0.00683808300527744, "samples_seconds": [ 0.00683808300527744, 0.00519150699255988, 0.005025933001888916 ] }, "compile_rhs": { "median_seconds": 0.004429007007274777, "minimum_seconds": 0.0033857809903565794, "maximum_seconds": 0.011993963998975232, "samples_seconds": [ 0.011993963998975232, 0.004429007007274777, 0.0033857809903565794 ] }, "backend_setup_seconds": 0.5706204090092797, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.1102230246251565e-16, "gain_derivative": -3.7910272726396297, "reference_gain_derivative": -3.7910272726593415, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 1.971178775761473e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.13950953402672894, "first_evaluation_seconds": 0.0007121000089682639, "warm": { "median_seconds": 2.5979150086641313e-05, "minimum_seconds": 2.5836750864982605e-05, "maximum_seconds": 2.6074149354826658e-05, "samples_seconds": [ 2.6074149354826658e-05, 2.5836750864982605e-05, 2.5979150086641313e-05 ] }, "warm_calls_per_second": 38492.40628215193 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.1102230246251565e-16, "gain_derivative": -3.7910272726396297, "reference_gain_derivative": -3.7910272726593415, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 1.971178775761473e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.14935318799689412, "first_evaluation_seconds": 0.0006921809981577098, "warm": { "median_seconds": 2.6325200451537967e-05, "minimum_seconds": 2.6218600396532565e-05, "maximum_seconds": 2.924980071838945e-05, "samples_seconds": [ 2.924980071838945e-05, 2.6218600396532565e-05, 2.6325200451537967e-05 ] }, "warm_calls_per_second": 37986.41540606306 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.1102230246251565e-16, "gain_derivative": -3.7910272726396297, "reference_gain_derivative": -3.7910272726593415, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 1.971178775761473e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.13939098702394404, "first_evaluation_seconds": 0.0006849010242149234, "warm": { "median_seconds": 2.6066199643537404e-05, "minimum_seconds": 2.5162148813251405e-05, "maximum_seconds": 2.9444000392686576e-05, "samples_seconds": [ 2.9444000392686576e-05, 2.6066199643537404e-05, 2.5162148813251405e-05 ] }, "warm_calls_per_second": 38363.858701125624 } } }, "block_unavailable_reason": "group reduction couples groups", "process_peak_rss_bytes": 262373376, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "0.12.0", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 4.07618172999355 }, { "case_id": "compiler-torch-g4-s2-coupled", "family": "compiler", "process_repeat": 0, "measurement_order": 5, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "torch", "groups": 4, "stages": 2, "dtype": "float64", "coupled": true }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 809, "state_elements": 24, "local_parameter_elements": 4, "shared_kernel_elements": 4, "fixture_bytes": 288, "normalize": { "median_seconds": 0.003631247003795579, "minimum_seconds": 0.0034730009792838246, "maximum_seconds": 0.004542146023595706, "samples_seconds": [ 0.004542146023595706, 0.003631247003795579, 0.0034730009792838246 ] }, "compile_rhs": { "median_seconds": 0.0026944899873342365, "minimum_seconds": 0.002612812997540459, "maximum_seconds": 0.007144566014176235, "samples_seconds": [ 0.007144566014176235, 0.0026944899873342365, 0.002612812997540459 ] }, "backend_setup_seconds": 1.5289890319982078, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.1102230246251565e-16, "gain_derivative": -3.79102727263963, "reference_gain_derivative": -3.7910272726593415, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 1.971134366840488e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00030054699163883924, "warm": { "median_seconds": 9.974099957617e-05, "minimum_seconds": 9.88532992778346e-05, "maximum_seconds": 0.00010039379994850606, "samples_seconds": [ 0.00010039379994850606, 9.974099957617e-05, 9.88532992778346e-05 ] }, "warm_calls_per_second": 10025.967297794345 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.1102230246251565e-16, "gain_derivative": -3.79102727263963, "reference_gain_derivative": -3.7910272726593415, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 1.971134366840488e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.0006279359804466367, "warm": { "median_seconds": 0.0003327928498038091, "minimum_seconds": 0.00023944574932102113, "maximum_seconds": 0.00038187025056686253, "samples_seconds": [ 0.00038187025056686253, 0.0003327928498038091, 0.00023944574932102113 ] }, "warm_calls_per_second": 3004.8722518813993 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.1102230246251565e-16, "gain_derivative": -3.79102727263963, "reference_gain_derivative": -3.7910272726593415, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 1.971134366840488e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.0003065670025534928, "warm": { "median_seconds": 0.00017743674980010837, "minimum_seconds": 0.0001728296498185955, "maximum_seconds": 0.0002071530499961227, "samples_seconds": [ 0.00017743674980010837, 0.0002071530499961227, 0.0001728296498185955 ] }, "warm_calls_per_second": 5635.811077054508 } } }, "block_unavailable_reason": "group reduction couples groups", "process_peak_rss_bytes": 246951936, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "2.14.1+cpu", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 2.7492714690160938 }, { "case_id": "compiler-numpy-g16-s8-independent", "family": "compiler", "process_repeat": 0, "measurement_order": 6, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "numpy", "groups": 16, "stages": 8, "dtype": "float64", "coupled": false }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 903, "state_elements": 384, "local_parameter_elements": 16, "shared_kernel_elements": 64, "fixture_bytes": 3784, "normalize": { "median_seconds": 0.06465171699528582, "minimum_seconds": 0.05272270998102613, "maximum_seconds": 0.08577022899407893, "samples_seconds": [ 0.08577022899407893, 0.06465171699528582, 0.05272270998102613 ] }, "compile_rhs": { "median_seconds": 0.027605945011600852, "minimum_seconds": 0.014832280983682722, "maximum_seconds": 0.047106488986173645, "samples_seconds": [ 0.027605945011600852, 0.014832280983682722, 0.047106488986173645 ] }, "backend_setup_seconds": 0.08430347900139168, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": null, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 7.04929989296943e-05, "warm": { "median_seconds": 3.1198850774671885e-05, "minimum_seconds": 3.0222600616980345e-05, "maximum_seconds": 3.1748050241731106e-05, "samples_seconds": [ 3.1748050241731106e-05, 3.1198850774671885e-05, 3.0222600616980345e-05 ] }, "warm_calls_per_second": 32052.462676344105 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": null, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00022656298824585974, "warm": { "median_seconds": 0.00016951334982877596, "minimum_seconds": 0.00016585949924774468, "maximum_seconds": 0.00017093664937419816, "samples_seconds": [ 0.00017093664937419816, 0.00016585949924774468, 0.00016951334982877596 ] }, "warm_calls_per_second": 5899.240390270688 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": null, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00019636499928310513, "warm": { "median_seconds": 0.00011844545078929514, "minimum_seconds": 0.00011601090081967414, "maximum_seconds": 0.00012223264930071308, "samples_seconds": [ 0.00012223264930071308, 0.00011844545078929514, 0.00011601090081967414 ] }, "warm_calls_per_second": 8442.705003326122 } }, "block": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": null, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.001748067996231839, "warm": { "median_seconds": 0.001005886250641197, "minimum_seconds": 0.0009907785497489385, "maximum_seconds": 0.0012355633502011188, "samples_seconds": [ 0.0012355633502011188, 0.001005886250641197, 0.0009907785497489385 ] }, "warm_calls_per_second": 994.1481945523714 } } }, "block_unavailable_reason": null, "process_peak_rss_bytes": 62951424, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "2.5.4", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 0.9032440840092022 }, { "case_id": "compiler-jax-g16-s8-independent", "family": "compiler", "process_repeat": 0, "measurement_order": 7, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "jax", "groups": 16, "stages": 8, "dtype": "float64", "coupled": false }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 903, "state_elements": 384, "local_parameter_elements": 16, "shared_kernel_elements": 64, "fixture_bytes": 3784, "normalize": { "median_seconds": 0.058892085013212636, "minimum_seconds": 0.05188806200749241, "maximum_seconds": 0.07991711699287407, "samples_seconds": [ 0.07991711699287407, 0.058892085013212636, 0.05188806200749241 ] }, "compile_rhs": { "median_seconds": 0.02704458899097517, "minimum_seconds": 0.013984593999339268, "maximum_seconds": 0.044658664002781734, "samples_seconds": [ 0.02704458899097517, 0.013984593999339268, 0.044658664002781734 ] }, "backend_setup_seconds": 0.6425316789827775, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13270.584032874418, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 2.1780579118058085e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.15466149998246692, "first_evaluation_seconds": 0.0017644049949012697, "warm": { "median_seconds": 3.65230007446371e-05, "minimum_seconds": 3.46266504493542e-05, "maximum_seconds": 3.9756650221534076e-05, "samples_seconds": [ 3.46266504493542e-05, 3.9756650221534076e-05, 3.65230007446371e-05 ] }, "warm_calls_per_second": 27380.006560573645 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13270.584032874418, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 2.1780579118058085e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.16789949100348167, "first_evaluation_seconds": 0.0007709740020800382, "warm": { "median_seconds": 4.160484968451783e-05, "minimum_seconds": 4.129000008106232e-05, "maximum_seconds": 4.465360107133165e-05, "samples_seconds": [ 4.465360107133165e-05, 4.129000008106232e-05, 4.160484968451783e-05 ] }, "warm_calls_per_second": 24035.659486401753 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13270.584032874418, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 2.1780579118058085e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.15863181598251686, "first_evaluation_seconds": 0.0009313100017607212, "warm": { "median_seconds": 4.0798450936563316e-05, "minimum_seconds": 4.006520030088723e-05, "maximum_seconds": 4.8589349898975345e-05, "samples_seconds": [ 4.8589349898975345e-05, 4.0798450936563316e-05, 4.006520030088723e-05 ] }, "warm_calls_per_second": 24510.734526535816 } }, "block": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13270.584032874418, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 2.1780579118058085e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.16085534999729134, "first_evaluation_seconds": 0.0007440879999194294, "warm": { "median_seconds": 4.1964151023421437e-05, "minimum_seconds": 3.947884979424998e-05, "maximum_seconds": 4.427465028129518e-05, "samples_seconds": [ 4.427465028129518e-05, 4.1964151023421437e-05, 3.947884979424998e-05 ] }, "warm_calls_per_second": 23829.863719675166 } } }, "block_unavailable_reason": null, "process_peak_rss_bytes": 272969728, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "0.12.0", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 5.698389366996707 }, { "case_id": "compiler-torch-g16-s8-independent", "family": "compiler", "process_repeat": 0, "measurement_order": 8, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "torch", "groups": 16, "stages": 8, "dtype": "float64", "coupled": false }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 903, "state_elements": 384, "local_parameter_elements": 16, "shared_kernel_elements": 64, "fixture_bytes": 3784, "normalize": { "median_seconds": 0.09226000399212353, "minimum_seconds": 0.06479212502017617, "maximum_seconds": 0.09444353700382635, "samples_seconds": [ 0.09444353700382635, 0.09226000399212353, 0.06479212502017617 ] }, "compile_rhs": { "median_seconds": 0.028558466990943998, "minimum_seconds": 0.018848289997549728, "maximum_seconds": 0.058376829023472965, "samples_seconds": [ 0.028558466990943998, 0.018848289997549728, 0.058376829023472965 ] }, "backend_setup_seconds": 1.85272472500219, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13270.584032874418, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 2.1780579118058085e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00012376499944366515, "warm": { "median_seconds": 5.090574995847419e-05, "minimum_seconds": 4.9943849444389346e-05, "maximum_seconds": 6.106905057094991e-05, "samples_seconds": [ 5.090574995847419e-05, 4.9943849444389346e-05, 6.106905057094991e-05 ] }, "warm_calls_per_second": 19644.146305981918 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13270.584032874418, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 2.1780579118058085e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.0003692719910759479, "warm": { "median_seconds": 0.00019835304992739112, "minimum_seconds": 0.00019543900125427172, "maximum_seconds": 0.00020967260061297566, "samples_seconds": [ 0.00020967260061297566, 0.00019835304992739112, 0.00019543900125427172 ] }, "warm_calls_per_second": 5041.515622603529 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13270.584032874418, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 2.1780579118058085e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.0002676419971976429, "warm": { "median_seconds": 0.00013815790007356554, "minimum_seconds": 0.0001351334503851831, "maximum_seconds": 0.00014088830066611991, "samples_seconds": [ 0.0001351334503851831, 0.00013815790007356554, 0.00014088830066611991 ] }, "warm_calls_per_second": 7238.094958504187 } }, "block": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13270.584032874418, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 2.1780579118058085e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.0006955669960007071, "warm": { "median_seconds": 0.0003739323001354933, "minimum_seconds": 0.00036919859994668516, "maximum_seconds": 0.0003845578496111557, "samples_seconds": [ 0.0003845578496111557, 0.00036919859994668516, 0.0003739323001354933 ] }, "warm_calls_per_second": 2674.2808782168668 } } }, "block_unavailable_reason": null, "process_peak_rss_bytes": 251920384, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "2.14.1+cpu", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 3.546724682004424 }, { "case_id": "compiler-numpy-g16-s8-coupled", "family": "compiler", "process_repeat": 0, "measurement_order": 9, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "numpy", "groups": 16, "stages": 8, "dtype": "float64", "coupled": true }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 905, "state_elements": 384, "local_parameter_elements": 16, "shared_kernel_elements": 64, "fixture_bytes": 3792, "normalize": { "median_seconds": 0.07255863500176929, "minimum_seconds": 0.05527760399854742, "maximum_seconds": 0.08858197301742621, "samples_seconds": [ 0.08858197301742621, 0.07255863500176929, 0.05527760399854742 ] }, "compile_rhs": { "median_seconds": 0.0051564550085458905, "minimum_seconds": 0.004927198984660208, "maximum_seconds": 0.013221582979895175, "samples_seconds": [ 0.013221582979895175, 0.004927198984660208, 0.0051564550085458905 ] }, "backend_setup_seconds": 0.10255455400329083, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": null, "reference_gain_derivative": -13295.724978615906, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.0001171260082628578, "warm": { "median_seconds": 3.9947951154317704e-05, "minimum_seconds": 3.891274973284453e-05, "maximum_seconds": 4.0059699676930906e-05, "samples_seconds": [ 4.0059699676930906e-05, 3.891274973284453e-05, 3.9947951154317704e-05 ] }, "warm_calls_per_second": 25032.572913114636 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": null, "reference_gain_derivative": -13295.724978615906, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.000254793994827196, "warm": { "median_seconds": 0.0001707064002403058, "minimum_seconds": 0.0001696323000942357, "maximum_seconds": 0.00018366600124863908, "samples_seconds": [ 0.00018366600124863908, 0.0001707064002403058, 0.0001696323000942357 ] }, "warm_calls_per_second": 5858.011173525339 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": null, "reference_gain_derivative": -13295.724978615906, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00018542801262810826, "warm": { "median_seconds": 0.00012201740028103814, "minimum_seconds": 0.00012181474885437637, "maximum_seconds": 0.0001229635498020798, "samples_seconds": [ 0.0001229635498020798, 0.00012201740028103814, 0.00012181474885437637 ] }, "warm_calls_per_second": 8195.552418726651 } } }, "block_unavailable_reason": "group reduction couples groups", "process_peak_rss_bytes": 62885888, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "2.5.4", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 0.8273033419973217 }, { "case_id": "compiler-jax-g16-s8-coupled", "family": "compiler", "process_repeat": 0, "measurement_order": 10, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "jax", "groups": 16, "stages": 8, "dtype": "float64", "coupled": true }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 905, "state_elements": 384, "local_parameter_elements": 16, "shared_kernel_elements": 64, "fixture_bytes": 3792, "normalize": { "median_seconds": 0.06310225700144656, "minimum_seconds": 0.05367265999666415, "maximum_seconds": 0.08149953300016932, "samples_seconds": [ 0.08149953300016932, 0.06310225700144656, 0.05367265999666415 ] }, "compile_rhs": { "median_seconds": 0.004891743999905884, "minimum_seconds": 0.004850378987612203, "maximum_seconds": 0.012870106991613284, "samples_seconds": [ 0.012870106991613284, 0.004850378987612203, 0.004891743999905884 ] }, "backend_setup_seconds": 0.6400889549986459, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13295.724978524508, "reference_gain_derivative": -13295.724978615906, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 9.139876055996865e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.16359843302052468, "first_evaluation_seconds": 0.0016069799894466996, "warm": { "median_seconds": 3.2551700132898984e-05, "minimum_seconds": 3.113965067313984e-05, "maximum_seconds": 3.437745035625994e-05, "samples_seconds": [ 3.437745035625994e-05, 3.2551700132898984e-05, 3.113965067313984e-05 ] }, "warm_calls_per_second": 30720.36163755795 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13295.724978524506, "reference_gain_derivative": -13295.724978615906, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 9.14005795493722e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.1986305890022777, "first_evaluation_seconds": 0.0007791479874867946, "warm": { "median_seconds": 4.767960053868592e-05, "minimum_seconds": 4.363384941825643e-05, "maximum_seconds": 5.463845009217039e-05, "samples_seconds": [ 5.463845009217039e-05, 4.767960053868592e-05, 4.363384941825643e-05 ] }, "warm_calls_per_second": 20973.330076216294 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13295.724978524506, "reference_gain_derivative": -13295.724978615906, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 9.14005795493722e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.18691268700058572, "first_evaluation_seconds": 0.0007358519942499697, "warm": { "median_seconds": 4.214479995425791e-05, "minimum_seconds": 4.196480003884062e-05, "maximum_seconds": 4.4964600238017735e-05, "samples_seconds": [ 4.4964600238017735e-05, 4.214479995425791e-05, 4.196480003884062e-05 ] }, "warm_calls_per_second": 23727.71969698173 } } }, "block_unavailable_reason": "group reduction couples groups", "process_peak_rss_bytes": 267210752, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "0.12.0", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 4.57942381198518 }, { "case_id": "compiler-torch-g16-s8-coupled", "family": "compiler", "process_repeat": 0, "measurement_order": 11, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "torch", "groups": 16, "stages": 8, "dtype": "float64", "coupled": true }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 905, "state_elements": 384, "local_parameter_elements": 16, "shared_kernel_elements": 64, "fixture_bytes": 3792, "normalize": { "median_seconds": 0.06093406499712728, "minimum_seconds": 0.05380857500131242, "maximum_seconds": 0.0789916529902257, "samples_seconds": [ 0.0789916529902257, 0.06093406499712728, 0.05380857500131242 ] }, "compile_rhs": { "median_seconds": 0.0049512160185258836, "minimum_seconds": 0.0048245850193779916, "maximum_seconds": 0.013695759000256658, "samples_seconds": [ 0.013695759000256658, 0.0049512160185258836, 0.0048245850193779916 ] }, "backend_setup_seconds": 1.4806696329906117, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13295.724978524508, "reference_gain_derivative": -13295.724978615906, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 9.139876055996865e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00016981500084511936, "warm": { "median_seconds": 5.859535012859851e-05, "minimum_seconds": 5.6321149168070404e-05, "maximum_seconds": 6.665105029242113e-05, "samples_seconds": [ 6.665105029242113e-05, 5.6321149168070404e-05, 5.859535012859851e-05 ] }, "warm_calls_per_second": 17066.200608159386 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13295.724978524508, "reference_gain_derivative": -13295.724978615906, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 9.139876055996865e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00043184199603274465, "warm": { "median_seconds": 0.00019630460010375828, "minimum_seconds": 0.00019144469988532364, "maximum_seconds": 0.0002077871497021988, "samples_seconds": [ 0.00019630460010375828, 0.00019144469988532364, 0.0002077871497021988 ] }, "warm_calls_per_second": 5094.12412888665 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13295.724978524508, "reference_gain_derivative": -13295.724978615906, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 9.139876055996865e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.0002056579978670925, "warm": { "median_seconds": 0.00013292895018821583, "minimum_seconds": 0.0001285165490116924, "maximum_seconds": 0.00014880829985486344, "samples_seconds": [ 0.00013292895018821583, 0.0001285165490116924, 0.00014880829985486344 ] }, "warm_calls_per_second": 7522.8157491959955 } } }, "block_unavailable_reason": "group reduction couples groups", "process_peak_rss_bytes": 250343424, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "2.14.1+cpu", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 2.9533110670163296 }, { "case_id": "solver-core-g1-d1-independent-nonstiff-trajectory", "family": "solver", "process_repeat": 0, "measurement_order": 12, "status": "success", "timeout_seconds": 180, "payload": { "status": "success", "solver": "core", "derivative": "trajectory", "groups": 1, "local_parameter_dimension": 1, "parameter_count": 4, "state_shape": [ 2, 1, 1 ], "regime": "nonstiff", "coupled": false, "requested_minimum_steps": 16, "accepted_steps": 19, "core_discovery_accepted_steps": 19, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.0025056680024135858, "core_discovery_seconds": 0.04064563100109808, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "persistent_compilation_cache_enabled": false, "backend_setup_seconds": 0.06320065399631858, "numerical_configuration": { "solver": "dopri5", "adjoint": "native JAX AD with checkpointed scan", "max_steps": 19, "mesh_mode": "identical frozen accepted mesh", "fsal": true }, "trace_lower_seconds": 0.07590583199635148, "compile_seconds": 0.3308842940023169, "first_execution_seconds": 0.0007789359951857477, "warm_execution_seconds": [ 6.32070004940033e-05, 2.6313005946576595e-05, 1.7376994946971536e-05 ], "trajectory_max_absolute_error": 8.770761894538737e-15, "xla_buffer_bytes": { "argument_size_in_bytes": 32, "output_size_in_bytes": 64, "temp_size_in_bytes": 1224, "alias_size_in_bytes": 0 }, "peak_process_rss_mib": 264.171875, "total_worker_seconds": 1.0831057659815997 }, "outer_worker_seconds": 2.2821508510096464 }, { "case_id": "solver-core-g1-d1-independent-nonstiff-grad-rev", "family": "solver", "process_repeat": 0, "measurement_order": 13, "status": "success", "timeout_seconds": 180, "payload": { "status": "success", "solver": "core", "derivative": "grad-rev", "groups": 1, "local_parameter_dimension": 1, "parameter_count": 4, "state_shape": [ 2, 1, 1 ], "regime": "nonstiff", "coupled": false, "requested_minimum_steps": 16, "accepted_steps": 19, "core_discovery_accepted_steps": 19, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.002561179979238659, "core_discovery_seconds": 0.03292691399110481, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "persistent_compilation_cache_enabled": false, "backend_setup_seconds": 0.06382547598332167, "numerical_configuration": { "solver": "dopri5", "adjoint": "native JAX AD with checkpointed scan", "max_steps": 19, "mesh_mode": "identical frozen accepted mesh", "fsal": true }, "trace_lower_seconds": 0.22161138799856417, "compile_seconds": 1.0503110960125923, "first_execution_seconds": 0.0016708239854779094, "warm_execution_seconds": [ 0.00030367198633030057, 5.73699944652617e-05, 4.506399272941053e-05 ], "trajectory_max_absolute_error": 8.770761894538737e-15, "derivative_max_absolute_error": 8.400739082148334e-08, "xla_buffer_bytes": { "argument_size_in_bytes": 32, "output_size_in_bytes": 32, "temp_size_in_bytes": 3496, "alias_size_in_bytes": 0 }, "peak_process_rss_mib": 318.74609375, "total_worker_seconds": 2.3550443530257326 }, "outer_worker_seconds": 3.331705894001061 }, { "case_id": "solver-external-g1-d1-independent-nonstiff-trajectory", "family": "solver", "process_repeat": 0, "measurement_order": 14, "status": "success", "timeout_seconds": 180, "payload": { "status": "success", "solver": "external", "derivative": "trajectory", "groups": 1, "local_parameter_dimension": 1, "parameter_count": 4, "state_shape": [ 2, 1, 1 ], "regime": "nonstiff", "coupled": false, "requested_minimum_steps": 16, "accepted_steps": 19, "core_discovery_accepted_steps": 19, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.0025331199867650867, "core_discovery_seconds": 0.03415906798909418, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "persistent_compilation_cache_enabled": false, "backend_setup_seconds": 0.06370821499149315, "numerical_configuration": { "solver": "dopri5", "adjoint": "native JAX AD with checkpointed scan", "max_steps": 19, "mesh_mode": "identical frozen accepted mesh", "fsal": true }, "trace_lower_seconds": 0.06162159002269618, "compile_seconds": 0.28003491897834465, "first_execution_seconds": 0.0007727060001343489, "warm_execution_seconds": [ 5.224000778980553e-05, 2.2460997570306063e-05, 1.7640995793044567e-05 ], "trajectory_max_absolute_error": 8.770761894538737e-15, "xla_buffer_bytes": { "argument_size_in_bytes": 32, "output_size_in_bytes": 64, "temp_size_in_bytes": 1224, "alias_size_in_bytes": 0 }, "peak_process_rss_mib": 262.8046875, "total_worker_seconds": 1.0059273910010234 }, "outer_worker_seconds": 1.9488096599816345 }, { "case_id": "solver-external-g1-d1-independent-nonstiff-grad-rev", "family": "solver", "process_repeat": 0, "measurement_order": 15, "status": "success", "timeout_seconds": 180, "payload": { "status": "success", "solver": "external", "derivative": "grad-rev", "groups": 1, "local_parameter_dimension": 1, "parameter_count": 4, "state_shape": [ 2, 1, 1 ], "regime": "nonstiff", "coupled": false, "requested_minimum_steps": 16, "accepted_steps": 19, "core_discovery_accepted_steps": 19, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.00254966999636963, "core_discovery_seconds": 0.03459246299462393, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "persistent_compilation_cache_enabled": false, "backend_setup_seconds": 0.0643571249966044, "numerical_configuration": { "solver": "dopri5", "adjoint": "native JAX AD with checkpointed scan", "max_steps": 19, "mesh_mode": "identical frozen accepted mesh", "fsal": true }, "trace_lower_seconds": 0.20134993200190365, "compile_seconds": 0.9402850080223288, "first_execution_seconds": 0.001569119980558753, "warm_execution_seconds": [ 0.00010538299102336168, 8.739001350477338e-05, 4.3948995880782604e-05 ], "trajectory_max_absolute_error": 8.770761894538737e-15, "derivative_max_absolute_error": 8.400739082148334e-08, "xla_buffer_bytes": { "argument_size_in_bytes": 32, "output_size_in_bytes": 32, "temp_size_in_bytes": 5096, "alias_size_in_bytes": 0 }, "peak_process_rss_mib": 307.484375, "total_worker_seconds": 2.2110497660178225 }, "outer_worker_seconds": 3.2006277050240897 }, { "case_id": "solver-diffrax-fixed-g1-d1-independent-nonstiff-trajectory", "family": "solver", "process_repeat": 0, "measurement_order": 16, "status": "success", "timeout_seconds": 180, "payload": { "status": "success", "solver": "diffrax-fixed", "derivative": "trajectory", "groups": 1, "local_parameter_dimension": 1, "parameter_count": 4, "state_shape": [ 2, 1, 1 ], "regime": "nonstiff", "coupled": false, "requested_minimum_steps": 16, "accepted_steps": 19, "core_discovery_accepted_steps": 19, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.002551931014750153, "core_discovery_seconds": 0.03399790698313154, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "persistent_compilation_cache_enabled": false, "backend_setup_seconds": 0.0631849420024082, "numerical_configuration": { "solver": "Dopri5", "adjoint": "RecursiveCheckpointAdjoint", "scan_kind": "bounded", "max_steps": 19, "mesh_mode": "identical frozen accepted mesh", "controller": "StepTo", "rtol": null, "atol": null, "implicit_root_finder": null, "root_find_max_steps": null }, "trace_lower_seconds": 0.6205703130108304, "compile_seconds": 0.3893193989933934, "first_execution_seconds": 0.0017245319904759526, "warm_execution_seconds": [ 0.00016604099073447287, 7.34690111130476e-05, 6.0040998505428433e-05 ], "solver_step_statistics": { "max_steps": 19, "num_accepted_steps": 19, "num_rejected_steps": 0, "num_steps": 19 }, "trajectory_max_absolute_error": 8.770761894538737e-15, "xla_buffer_bytes": { "argument_size_in_bytes": 32, "output_size_in_bytes": 64, "temp_size_in_bytes": 2840, "alias_size_in_bytes": 0 }, "peak_process_rss_mib": 295.2421875, "total_worker_seconds": 2.8320195580017753 }, "outer_worker_seconds": 4.0786083419807255 }, { "case_id": "solver-diffrax-fixed-g1-d1-independent-nonstiff-grad-rev", "family": "solver", "process_repeat": 0, "measurement_order": 17, "status": "success", "timeout_seconds": 180, "payload": { "status": "success", "solver": "diffrax-fixed", "derivative": "grad-rev", "groups": 1, "local_parameter_dimension": 1, "parameter_count": 4, "state_shape": [ 2, 1, 1 ], "regime": "nonstiff", "coupled": false, "requested_minimum_steps": 16, "accepted_steps": 19, "core_discovery_accepted_steps": 19, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.0026546799927018583, "core_discovery_seconds": 0.03938851397833787, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "persistent_compilation_cache_enabled": false, "backend_setup_seconds": 0.0678842450142838, "numerical_configuration": { "solver": "Dopri5", "adjoint": "RecursiveCheckpointAdjoint", "scan_kind": "bounded", "max_steps": 19, "mesh_mode": "identical frozen accepted mesh", "controller": "StepTo", "rtol": null, "atol": null, "implicit_root_finder": null, "root_find_max_steps": null }, "trace_lower_seconds": 2.0022708169999532, "compile_seconds": 1.2365666849946138, "first_execution_seconds": 0.007673163985600695, "warm_execution_seconds": [ 0.0003446729970164597, 0.00016592899919487536, 0.00013280499842949212 ], "solver_step_statistics": { "max_steps": 19, "num_accepted_steps": 19, "num_rejected_steps": 0, "num_steps": 19 }, "trajectory_max_absolute_error": 8.770761894538737e-15, "derivative_max_absolute_error": 8.400732909308317e-08, "xla_buffer_bytes": { "argument_size_in_bytes": 32, "output_size_in_bytes": 32, "temp_size_in_bytes": 9560, "alias_size_in_bytes": 0 }, "peak_process_rss_mib": 333.9765625, "total_worker_seconds": 5.80631497799186 }, "outer_worker_seconds": 7.093926589004695 }, { "case_id": "solver-numpy-g1-d1-independent-nonstiff-trajectory", "family": "solver", "process_repeat": 0, "measurement_order": 18, "status": "success", "timeout_seconds": 180, "payload": { "status": "success", "solver": "numpy", "derivative": "trajectory", "groups": 1, "local_parameter_dimension": 1, "parameter_count": 4, "state_shape": [ 2, 1, 1 ], "regime": "nonstiff", "coupled": false, "requested_minimum_steps": 16, "accepted_steps": 19, "core_discovery_accepted_steps": 19, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.002786673983791843, "core_discovery_seconds": 0.03943485199124552, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "trace_lower_seconds": null, "compile_seconds": null, "first_execution_seconds": 0.004280936002032831, "warm_execution_seconds": [ 0.00366455499897711, 0.0037087590026203543, 0.0038063430110923946 ], "trajectory_max_absolute_error": 8.770761894538737e-15, "xla_buffer_bytes": null, "method": "dopri5 frozen replay", "peak_process_rss_mib": 79.24609375, "total_worker_seconds": 0.07563945002038963 }, "outer_worker_seconds": 0.7321540660050232 }, { "case_id": "solver-core-g4-d2-coupled-stiff-trajectory", "family": "solver", "process_repeat": 0, "measurement_order": 19, "status": "success", "timeout_seconds": 180, "payload": { "status": "success", "solver": "core", "derivative": "trajectory", "groups": 4, "local_parameter_dimension": 2, "parameter_count": 18, "state_shape": [ 2, 4, 2 ], "regime": "stiff", "coupled": true, "requested_minimum_steps": 16, "accepted_steps": 86, "core_discovery_accepted_steps": 86, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.06305294702178799, "core_discovery_seconds": 0.060694273008266464, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "persistent_compilation_cache_enabled": false, "backend_setup_seconds": 0.06671556198853068, "numerical_configuration": { "solver": "dopri5", "adjoint": "native JAX AD with checkpointed scan", "max_steps": 86, "mesh_mode": "identical frozen accepted mesh", "fsal": true }, "trace_lower_seconds": 0.08219298100448214, "compile_seconds": 0.6255122229922563, "first_execution_seconds": 0.0011552800133358687, "warm_execution_seconds": [ 0.0001300899893976748, 8.297601016238332e-05, 7.376298890449107e-05 ], "trajectory_max_absolute_error": 6.974212353461073e-11, "xla_buffer_bytes": { "argument_size_in_bytes": 144, "output_size_in_bytes": 512, "temp_size_in_bytes": 12376, "alias_size_in_bytes": 0 }, "peak_process_rss_mib": 276.25390625, "total_worker_seconds": 1.512769405002473 }, "outer_worker_seconds": 2.6928517990163527 }, { "case_id": "solver-core-g4-d2-coupled-stiff-grad-rev", "family": "solver", "process_repeat": 0, "measurement_order": 20, "status": "success", "timeout_seconds": 180, "payload": { "status": "success", "solver": "core", "derivative": "grad-rev", "groups": 4, "local_parameter_dimension": 2, "parameter_count": 18, "state_shape": [ 2, 4, 2 ], "regime": "stiff", "coupled": true, "requested_minimum_steps": 16, "accepted_steps": 86, "core_discovery_accepted_steps": 86, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.06917421700200066, "core_discovery_seconds": 0.06251527401036583, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "persistent_compilation_cache_enabled": false, "backend_setup_seconds": 0.0683639720082283, "numerical_configuration": { "solver": "dopri5", "adjoint": "native JAX AD with checkpointed scan", "max_steps": 86, "mesh_mode": "identical frozen accepted mesh", "fsal": true }, "trace_lower_seconds": 0.31219707400305197, "compile_seconds": 2.8406968060007785, "first_execution_seconds": 0.0032571630144957453, "warm_execution_seconds": [ 0.0003444820176810026, 0.0002561679866630584, 0.00023495298228226602 ], "trajectory_max_absolute_error": 6.974212353461073e-11, "derivative_max_absolute_error": 5.517582096076223e-09, "xla_buffer_bytes": { "argument_size_in_bytes": 144, "output_size_in_bytes": 144, "temp_size_in_bytes": 46120, "alias_size_in_bytes": 0 }, "peak_process_rss_mib": 368.62890625, "total_worker_seconds": 5.55127136601368 }, "outer_worker_seconds": 6.676454761007335 }, { "case_id": "solver-numpy-g4-d2-coupled-stiff-trajectory", "family": "solver", "process_repeat": 0, "measurement_order": 21, "status": "success", "timeout_seconds": 180, "payload": { "status": "success", "solver": "numpy", "derivative": "trajectory", "groups": 4, "local_parameter_dimension": 2, "parameter_count": 18, "state_shape": [ 2, 4, 2 ], "regime": "stiff", "coupled": true, "requested_minimum_steps": 16, "accepted_steps": 86, "core_discovery_accepted_steps": 86, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.05589681499986909, "core_discovery_seconds": 0.05786756600718945, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "trace_lower_seconds": null, "compile_seconds": null, "first_execution_seconds": 0.013490770012140274, "warm_execution_seconds": [ 0.012922464986331761, 0.01253643399104476, 0.012397229991620407 ], "trajectory_max_absolute_error": 6.974212353461073e-11, "xla_buffer_bytes": null, "method": "dopri5 frozen replay", "peak_process_rss_mib": 79.0625, "total_worker_seconds": 0.17723984300391749 }, "outer_worker_seconds": 0.7988645159930456 }, { "case_id": "loop-scan-n8-grad", "family": "loop", "process_repeat": 0, "measurement_order": 22, "status": "success", "timeout_seconds": 180, "payload": { "execution": "fixed", "method": "dopri5", "steps": 8, "loop": "scan", "derivative": "grad", "checkpoint": true, "python": "3.12.14", "jax": "0.12.0", "backend": "cpu", "trace_lower_seconds": 0.2052630539983511, "compile_seconds": 0.5244282810017467, "run_seconds": 0.001240201003383845, "peak_rss_mib": 250.0, "finite": true, "xla_buffer_bytes": { "argument_size_in_bytes": 16, "output_size_in_bytes": 16, "temp_size_in_bytes": 1616, "alias_size_in_bytes": 0 } }, "outer_worker_seconds": 2.2291146210045554 }, { "case_id": "loop-unroll-n8-grad", "family": "loop", "process_repeat": 0, "measurement_order": 23, "status": "success", "timeout_seconds": 180, "payload": { "execution": "fixed", "method": "dopri5", "steps": 8, "loop": "unroll", "derivative": "grad", "checkpoint": false, "python": "3.12.14", "jax": "0.12.0", "backend": "cpu", "trace_lower_seconds": 0.207774511014577, "compile_seconds": 14.791738539002836, "run_seconds": 0.0024963229952845722, "peak_rss_mib": 558.203125, "finite": true, "xla_buffer_bytes": { "argument_size_in_bytes": 16, "output_size_in_bytes": 16, "temp_size_in_bytes": 5832, "alias_size_in_bytes": 0 } }, "outer_worker_seconds": 17.19681976499851 }, { "case_id": "loop-scan-n64-grad", "family": "loop", "process_repeat": 0, "measurement_order": 24, "status": "success", "timeout_seconds": 180, "payload": { "execution": "fixed", "method": "dopri5", "steps": 64, "loop": "scan", "derivative": "grad", "checkpoint": true, "python": "3.12.14", "jax": "0.12.0", "backend": "cpu", "trace_lower_seconds": 0.18525822900119238, "compile_seconds": 0.5064691260049585, "run_seconds": 0.0020011760061606765, "peak_rss_mib": 252.4296875, "finite": true, "xla_buffer_bytes": { "argument_size_in_bytes": 16, "output_size_in_bytes": 16, "temp_size_in_bytes": 6736, "alias_size_in_bytes": 0 } }, "outer_worker_seconds": 2.2994376580172684 }, { "case_id": "loop-scan-n64-hessian", "family": "loop", "process_repeat": 0, "measurement_order": 25, "status": "success", "timeout_seconds": 180, "payload": { "execution": "fixed", "method": "dopri5", "steps": 64, "loop": "scan", "derivative": "hessian", "checkpoint": true, "python": "3.12.14", "jax": "0.12.0", "backend": "cpu", "trace_lower_seconds": 0.42306121400906704, "compile_seconds": 1.2136739770066924, "run_seconds": 0.00544028400327079, "peak_rss_mib": 283.59375, "finite": true, "xla_buffer_bytes": { "argument_size_in_bytes": 16, "output_size_in_bytes": 32, "temp_size_in_bytes": 19528, "alias_size_in_bytes": 0 } }, "outer_worker_seconds": 3.2620384269976057 }, { "case_id": "loop-unroll-n64-grad", "family": "loop", "process_repeat": 0, "measurement_order": 26, "status": "timeout", "timeout_seconds": 30, "censored": true, "timing_result": null, "outer_worker_seconds": 30.064678775990615 }, { "case_id": "loop-unroll-n64-hessian", "family": "loop", "process_repeat": 0, "measurement_order": 27, "status": "timeout", "timeout_seconds": 30, "censored": true, "timing_result": null, "outer_worker_seconds": 30.086382923007477 }, { "case_id": "ssa-r16", "family": "ssa", "process_repeat": 0, "measurement_order": 28, "status": "success", "timeout_seconds": 180, "payload": { "schema_version": 1, "python": "3.12.14", "numpy": "2.5.4", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "records": [ { "replicates": 16, "days": 5, "compile_seconds": 0.01722459599841386, "network_setup_seconds": 0.000421779986936599, "batch_seconds": 0.018498518009437248, "seconds_per_replicate": 0.001156157375589828, "events": 402, "sweeps": 58, "local_stoichiometry_bytes": 72, "final_infected_mean": 19.25, "flat_network_setup_seconds": 0.001650358986807987, "flat_seconds": 0.07417917100246996, "flat_stoichiometry_bytes": 18432 } ] }, "outer_worker_seconds": 0.7925643449998461 }, { "case_id": "ssa-r64", "family": "ssa", "process_repeat": 0, "measurement_order": 29, "status": "success", "timeout_seconds": 180, "payload": { "schema_version": 1, "python": "3.12.14", "numpy": "2.5.4", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "records": [ { "replicates": 64, "days": 5, "compile_seconds": 0.03348045301390812, "network_setup_seconds": 0.0004399309982545674, "batch_seconds": 0.0348077210073825, "seconds_per_replicate": 0.0005438706407403515, "events": 1667, "sweeps": 75, "local_stoichiometry_bytes": 72, "final_infected_mean": 20.484375 } ] }, "outer_worker_seconds": 0.7660189669986721 }, { "case_id": "ssa-r64", "family": "ssa", "process_repeat": 1, "measurement_order": 30, "status": "success", "timeout_seconds": 180, "payload": { "schema_version": 1, "python": "3.12.14", "numpy": "2.5.4", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "records": [ { "replicates": 64, "days": 5, "compile_seconds": 0.030644976999610662, "network_setup_seconds": 0.0004535829939413816, "batch_seconds": 0.028683702024864033, "seconds_per_replicate": 0.0004481828441385005, "events": 1667, "sweeps": 75, "local_stoichiometry_bytes": 72, "final_infected_mean": 20.484375 } ] }, "outer_worker_seconds": 0.7678675840143114 }, { "case_id": "ssa-r16", "family": "ssa", "process_repeat": 1, "measurement_order": 31, "status": "success", "timeout_seconds": 180, "payload": { "schema_version": 1, "python": "3.12.14", "numpy": "2.5.4", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "records": [ { "replicates": 16, "days": 5, "compile_seconds": 0.016798771015601233, "network_setup_seconds": 0.000445843004854396, "batch_seconds": 0.01681728201219812, "seconds_per_replicate": 0.0010510801257623825, "events": 402, "sweeps": 58, "local_stoichiometry_bytes": 72, "final_infected_mean": 19.25, "flat_network_setup_seconds": 0.0015437040128745139, "flat_seconds": 0.05974199899355881, "flat_stoichiometry_bytes": 18432 } ] }, "outer_worker_seconds": 0.7215658719942439 }, { "case_id": "loop-unroll-n64-hessian", "family": "loop", "process_repeat": 1, "measurement_order": 32, "status": "timeout", "timeout_seconds": 30, "censored": true, "timing_result": null, "outer_worker_seconds": 30.08823851699708 }, { "case_id": "loop-unroll-n64-grad", "family": "loop", "process_repeat": 1, "measurement_order": 33, "status": "timeout", "timeout_seconds": 30, "censored": true, "timing_result": null, "outer_worker_seconds": 30.06300483699306 }, { "case_id": "loop-scan-n64-hessian", "family": "loop", "process_repeat": 1, "measurement_order": 34, "status": "success", "timeout_seconds": 180, "payload": { "execution": "fixed", "method": "dopri5", "steps": 64, "loop": "scan", "derivative": "hessian", "checkpoint": true, "python": "3.12.14", "jax": "0.12.0", "backend": "cpu", "trace_lower_seconds": 0.3747996980091557, "compile_seconds": 1.0599231749947648, "run_seconds": 0.00402830500388518, "peak_rss_mib": 282.04296875, "finite": true, "xla_buffer_bytes": { "argument_size_in_bytes": 16, "output_size_in_bytes": 32, "temp_size_in_bytes": 19528, "alias_size_in_bytes": 0 } }, "outer_worker_seconds": 2.8977074819849804 }, { "case_id": "loop-scan-n64-grad", "family": "loop", "process_repeat": 1, "measurement_order": 35, "status": "success", "timeout_seconds": 180, "payload": { "execution": "fixed", "method": "dopri5", "steps": 64, "loop": "scan", "derivative": "grad", "checkpoint": true, "python": "3.12.14", "jax": "0.12.0", "backend": "cpu", "trace_lower_seconds": 0.18309736598166637, "compile_seconds": 0.49105341802351177, "run_seconds": 0.001352438994217664, "peak_rss_mib": 254.37890625, "finite": true, "xla_buffer_bytes": { "argument_size_in_bytes": 16, "output_size_in_bytes": 16, "temp_size_in_bytes": 6736, "alias_size_in_bytes": 0 } }, "outer_worker_seconds": 2.2176249909971375 }, { "case_id": "loop-unroll-n8-grad", "family": "loop", "process_repeat": 1, "measurement_order": 36, "status": "success", "timeout_seconds": 180, "payload": { "execution": "fixed", "method": "dopri5", "steps": 8, "loop": "unroll", "derivative": "grad", "checkpoint": false, "python": "3.12.14", "jax": "0.12.0", "backend": "cpu", "trace_lower_seconds": 0.19470820701099, "compile_seconds": 13.434659571008524, "run_seconds": 0.002426266990369186, "peak_rss_mib": 556.62890625, "finite": true, "xla_buffer_bytes": { "argument_size_in_bytes": 16, "output_size_in_bytes": 16, "temp_size_in_bytes": 5832, "alias_size_in_bytes": 0 } }, "outer_worker_seconds": 15.980133459001081 }, { "case_id": "loop-scan-n8-grad", "family": "loop", "process_repeat": 1, "measurement_order": 37, "status": "success", "timeout_seconds": 180, "payload": { "execution": "fixed", "method": "dopri5", "steps": 8, "loop": "scan", "derivative": "grad", "checkpoint": true, "python": "3.12.14", "jax": "0.12.0", "backend": "cpu", "trace_lower_seconds": 0.1631737090065144, "compile_seconds": 0.46161937998840585, "run_seconds": 0.0018494059913791716, "peak_rss_mib": 251.71484375, "finite": true, "xla_buffer_bytes": { "argument_size_in_bytes": 16, "output_size_in_bytes": 16, "temp_size_in_bytes": 1616, "alias_size_in_bytes": 0 } }, "outer_worker_seconds": 2.1557952940056566 }, { "case_id": "solver-numpy-g4-d2-coupled-stiff-trajectory", "family": "solver", "process_repeat": 1, "measurement_order": 38, "status": "success", "timeout_seconds": 180, "payload": { "status": "success", "solver": "numpy", "derivative": "trajectory", "groups": 4, "local_parameter_dimension": 2, "parameter_count": 18, "state_shape": [ 2, 4, 2 ], "regime": "stiff", "coupled": true, "requested_minimum_steps": 16, "accepted_steps": 86, "core_discovery_accepted_steps": 86, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.06385213101748377, "core_discovery_seconds": 0.060266608983511105, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "trace_lower_seconds": null, "compile_seconds": null, "first_execution_seconds": 0.0159403890138492, "warm_execution_seconds": [ 0.013608112989459187, 0.013366853003390133, 0.014093585021328181 ], "trajectory_max_absolute_error": 6.974212353461073e-11, "xla_buffer_bytes": null, "method": "dopri5 frozen replay", "peak_process_rss_mib": 79.31640625, "total_worker_seconds": 0.19426666499930434 }, "outer_worker_seconds": 0.8260885539930314 }, { "case_id": "solver-core-g4-d2-coupled-stiff-grad-rev", "family": "solver", "process_repeat": 1, "measurement_order": 39, "status": "success", "timeout_seconds": 180, "payload": { "status": "success", "solver": "core", "derivative": "grad-rev", "groups": 4, "local_parameter_dimension": 2, "parameter_count": 18, "state_shape": [ 2, 4, 2 ], "regime": "stiff", "coupled": true, "requested_minimum_steps": 16, "accepted_steps": 86, "core_discovery_accepted_steps": 86, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.054602689982857555, "core_discovery_seconds": 0.05586417898302898, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "persistent_compilation_cache_enabled": false, "backend_setup_seconds": 0.06583488298929296, "numerical_configuration": { "solver": "dopri5", "adjoint": "native JAX AD with checkpointed scan", "max_steps": 86, "mesh_mode": "identical frozen accepted mesh", "fsal": true }, "trace_lower_seconds": 0.2579530459770467, "compile_seconds": 3.0088166140194517, "first_execution_seconds": 0.0027737999917007983, "warm_execution_seconds": [ 0.00033027000608853996, 0.0002208520018029958, 0.000205660006031394 ], "trajectory_max_absolute_error": 6.974212353461073e-11, "derivative_max_absolute_error": 5.517582096076223e-09, "xla_buffer_bytes": { "argument_size_in_bytes": 144, "output_size_in_bytes": 144, "temp_size_in_bytes": 46120, "alias_size_in_bytes": 0 }, "peak_process_rss_mib": 370.20703125, "total_worker_seconds": 5.488517972989939 }, "outer_worker_seconds": 6.572106400999473 }, { "case_id": "solver-core-g4-d2-coupled-stiff-trajectory", "family": "solver", "process_repeat": 1, "measurement_order": 40, "status": "success", "timeout_seconds": 180, "payload": { "status": "success", "solver": "core", "derivative": "trajectory", "groups": 4, "local_parameter_dimension": 2, "parameter_count": 18, "state_shape": [ 2, 4, 2 ], "regime": "stiff", "coupled": true, "requested_minimum_steps": 16, "accepted_steps": 86, "core_discovery_accepted_steps": 86, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.052514283976051956, "core_discovery_seconds": 0.05457888398086652, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "persistent_compilation_cache_enabled": false, "backend_setup_seconds": 0.06320565700298175, "numerical_configuration": { "solver": "dopri5", "adjoint": "native JAX AD with checkpointed scan", "max_steps": 86, "mesh_mode": "identical frozen accepted mesh", "fsal": true }, "trace_lower_seconds": 0.07592035699053667, "compile_seconds": 0.578792690008413, "first_execution_seconds": 0.0011033929768018425, "warm_execution_seconds": [ 0.0001425869995728135, 8.808600250631571e-05, 7.611498585902154e-05 ], "trajectory_max_absolute_error": 6.974212353461073e-11, "xla_buffer_bytes": { "argument_size_in_bytes": 144, "output_size_in_bytes": 512, "temp_size_in_bytes": 12376, "alias_size_in_bytes": 0 }, "peak_process_rss_mib": 277.7578125, "total_worker_seconds": 1.3586393779842183 }, "outer_worker_seconds": 2.3198345550044905 }, { "case_id": "solver-numpy-g1-d1-independent-nonstiff-trajectory", "family": "solver", "process_repeat": 1, "measurement_order": 41, "status": "success", "timeout_seconds": 180, "payload": { "status": "success", "solver": "numpy", "derivative": "trajectory", "groups": 1, "local_parameter_dimension": 1, "parameter_count": 4, "state_shape": [ 2, 1, 1 ], "regime": "nonstiff", "coupled": false, "requested_minimum_steps": 16, "accepted_steps": 19, "core_discovery_accepted_steps": 19, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.0026100469985976815, "core_discovery_seconds": 0.03437456701067276, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "trace_lower_seconds": null, "compile_seconds": null, "first_execution_seconds": 0.004152244975557551, "warm_execution_seconds": [ 0.003634852997492999, 0.0035644729796331376, 0.0035398880136199296 ], "trajectory_max_absolute_error": 8.770761894538737e-15, "xla_buffer_bytes": null, "method": "dopri5 frozen replay", "peak_process_rss_mib": 79.17578125, "total_worker_seconds": 0.06828977499390021 }, "outer_worker_seconds": 0.6549408080172725 }, { "case_id": "solver-diffrax-fixed-g1-d1-independent-nonstiff-grad-rev", "family": "solver", "process_repeat": 1, "measurement_order": 42, "status": "success", "timeout_seconds": 180, "payload": { "status": "success", "solver": "diffrax-fixed", "derivative": "grad-rev", "groups": 1, "local_parameter_dimension": 1, "parameter_count": 4, "state_shape": [ 2, 1, 1 ], "regime": "nonstiff", "coupled": false, "requested_minimum_steps": 16, "accepted_steps": 19, "core_discovery_accepted_steps": 19, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.0025758330011740327, "core_discovery_seconds": 0.03414823301136494, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "persistent_compilation_cache_enabled": false, "backend_setup_seconds": 0.06267279500025325, "numerical_configuration": { "solver": "Dopri5", "adjoint": "RecursiveCheckpointAdjoint", "scan_kind": "bounded", "max_steps": 19, "mesh_mode": "identical frozen accepted mesh", "controller": "StepTo", "rtol": null, "atol": null, "implicit_root_finder": null, "root_find_max_steps": null }, "trace_lower_seconds": 1.7351619410037529, "compile_seconds": 1.2651267740002368, "first_execution_seconds": 0.00437859000521712, "warm_execution_seconds": [ 0.0002771989966277033, 0.0001516310148872435, 0.00013477701577357948 ], "solver_step_statistics": { "max_steps": 19, "num_accepted_steps": 19, "num_rejected_steps": 0, "num_steps": 19 }, "trajectory_max_absolute_error": 8.770761894538737e-15, "derivative_max_absolute_error": 8.400732909308317e-08, "xla_buffer_bytes": { "argument_size_in_bytes": 32, "output_size_in_bytes": 32, "temp_size_in_bytes": 9560, "alias_size_in_bytes": 0 }, "peak_process_rss_mib": 332.19921875, "total_worker_seconds": 5.376394908991642 }, "outer_worker_seconds": 6.592104631999973 }, { "case_id": "solver-diffrax-fixed-g1-d1-independent-nonstiff-trajectory", "family": "solver", "process_repeat": 1, "measurement_order": 43, "status": "success", "timeout_seconds": 180, "payload": { "status": "success", "solver": "diffrax-fixed", "derivative": "trajectory", "groups": 1, "local_parameter_dimension": 1, "parameter_count": 4, "state_shape": [ 2, 1, 1 ], "regime": "nonstiff", "coupled": false, "requested_minimum_steps": 16, "accepted_steps": 19, "core_discovery_accepted_steps": 19, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.0025540599890518934, "core_discovery_seconds": 0.036177628993755206, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "persistent_compilation_cache_enabled": false, "backend_setup_seconds": 0.06497995599056594, "numerical_configuration": { "solver": "Dopri5", "adjoint": "RecursiveCheckpointAdjoint", "scan_kind": "bounded", "max_steps": 19, "mesh_mode": "identical frozen accepted mesh", "controller": "StepTo", "rtol": null, "atol": null, "implicit_root_finder": null, "root_find_max_steps": null }, "trace_lower_seconds": 0.59360626101261, "compile_seconds": 0.35538716800510883, "first_execution_seconds": 0.0005798529891762882, "warm_execution_seconds": [ 0.00012091000098735094, 7.318702409975231e-05, 6.238199421204627e-05 ], "solver_step_statistics": { "max_steps": 19, "num_accepted_steps": 19, "num_rejected_steps": 0, "num_steps": 19 }, "trajectory_max_absolute_error": 8.770761894538737e-15, "xla_buffer_bytes": { "argument_size_in_bytes": 32, "output_size_in_bytes": 64, "temp_size_in_bytes": 2840, "alias_size_in_bytes": 0 }, "peak_process_rss_mib": 295.49609375, "total_worker_seconds": 2.7774770770047326 }, "outer_worker_seconds": 3.9824495500070043 }, { "case_id": "solver-external-g1-d1-independent-nonstiff-grad-rev", "family": "solver", "process_repeat": 1, "measurement_order": 44, "status": "success", "timeout_seconds": 180, "payload": { "status": "success", "solver": "external", "derivative": "grad-rev", "groups": 1, "local_parameter_dimension": 1, "parameter_count": 4, "state_shape": [ 2, 1, 1 ], "regime": "nonstiff", "coupled": false, "requested_minimum_steps": 16, "accepted_steps": 19, "core_discovery_accepted_steps": 19, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.002649995993124321, "core_discovery_seconds": 0.033721970015903935, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "persistent_compilation_cache_enabled": false, "backend_setup_seconds": 0.06478972898912616, "numerical_configuration": { "solver": "dopri5", "adjoint": "native JAX AD with checkpointed scan", "max_steps": 19, "mesh_mode": "identical frozen accepted mesh", "fsal": true }, "trace_lower_seconds": 0.20797041500918567, "compile_seconds": 0.9601145880005788, "first_execution_seconds": 0.001621915987925604, "warm_execution_seconds": [ 0.00013002700870856643, 5.2529998356476426e-05, 4.217500099912286e-05 ], "trajectory_max_absolute_error": 8.770761894538737e-15, "derivative_max_absolute_error": 8.400739082148334e-08, "xla_buffer_bytes": { "argument_size_in_bytes": 32, "output_size_in_bytes": 32, "temp_size_in_bytes": 5096, "alias_size_in_bytes": 0 }, "peak_process_rss_mib": 307.87890625, "total_worker_seconds": 2.2182831529935356 }, "outer_worker_seconds": 3.2122700450127013 }, { "case_id": "solver-external-g1-d1-independent-nonstiff-trajectory", "family": "solver", "process_repeat": 1, "measurement_order": 45, "status": "success", "timeout_seconds": 180, "payload": { "status": "success", "solver": "external", "derivative": "trajectory", "groups": 1, "local_parameter_dimension": 1, "parameter_count": 4, "state_shape": [ 2, 1, 1 ], "regime": "nonstiff", "coupled": false, "requested_minimum_steps": 16, "accepted_steps": 19, "core_discovery_accepted_steps": 19, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.002575046004494652, "core_discovery_seconds": 0.033841587021015584, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "persistent_compilation_cache_enabled": false, "backend_setup_seconds": 0.0631858239939902, "numerical_configuration": { "solver": "dopri5", "adjoint": "native JAX AD with checkpointed scan", "max_steps": 19, "mesh_mode": "identical frozen accepted mesh", "fsal": true }, "trace_lower_seconds": 0.061080346000380814, "compile_seconds": 0.2893239889817778, "first_execution_seconds": 0.0007945200195536017, "warm_execution_seconds": [ 5.349298589862883e-05, 2.479099202901125e-05, 1.757199061103165e-05 ], "trajectory_max_absolute_error": 8.770761894538737e-15, "xla_buffer_bytes": { "argument_size_in_bytes": 32, "output_size_in_bytes": 64, "temp_size_in_bytes": 1224, "alias_size_in_bytes": 0 }, "peak_process_rss_mib": 264.24609375, "total_worker_seconds": 1.0186400760139804 }, "outer_worker_seconds": 2.009249661001377 }, { "case_id": "solver-core-g1-d1-independent-nonstiff-grad-rev", "family": "solver", "process_repeat": 1, "measurement_order": 46, "status": "success", "timeout_seconds": 180, "payload": { "status": "success", "solver": "core", "derivative": "grad-rev", "groups": 1, "local_parameter_dimension": 1, "parameter_count": 4, "state_shape": [ 2, 1, 1 ], "regime": "nonstiff", "coupled": false, "requested_minimum_steps": 16, "accepted_steps": 19, "core_discovery_accepted_steps": 19, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.002550233999500051, "core_discovery_seconds": 0.03398467300576158, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "persistent_compilation_cache_enabled": false, "backend_setup_seconds": 0.06383183301659301, "numerical_configuration": { "solver": "dopri5", "adjoint": "native JAX AD with checkpointed scan", "max_steps": 19, "mesh_mode": "identical frozen accepted mesh", "fsal": true }, "trace_lower_seconds": 0.22040127599029802, "compile_seconds": 1.053101698984392, "first_execution_seconds": 0.0016711550124455243, "warm_execution_seconds": [ 0.0002675960131455213, 5.6966993724927306e-05, 4.3459993321448565e-05 ], "trajectory_max_absolute_error": 8.770761894538737e-15, "derivative_max_absolute_error": 8.400739082148334e-08, "xla_buffer_bytes": { "argument_size_in_bytes": 32, "output_size_in_bytes": 32, "temp_size_in_bytes": 3496, "alias_size_in_bytes": 0 }, "peak_process_rss_mib": 318.60546875, "total_worker_seconds": 2.3113500280014705 }, "outer_worker_seconds": 3.2857506290019955 }, { "case_id": "solver-core-g1-d1-independent-nonstiff-trajectory", "family": "solver", "process_repeat": 1, "measurement_order": 47, "status": "success", "timeout_seconds": 180, "payload": { "status": "success", "solver": "core", "derivative": "trajectory", "groups": 1, "local_parameter_dimension": 1, "parameter_count": 4, "state_shape": [ 2, 1, 1 ], "regime": "nonstiff", "coupled": false, "requested_minimum_steps": 16, "accepted_steps": 19, "core_discovery_accepted_steps": 19, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.0025178460055030882, "core_discovery_seconds": 0.03565886500291526, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "persistent_compilation_cache_enabled": false, "backend_setup_seconds": 0.0636435330088716, "numerical_configuration": { "solver": "dopri5", "adjoint": "native JAX AD with checkpointed scan", "max_steps": 19, "mesh_mode": "identical frozen accepted mesh", "fsal": true }, "trace_lower_seconds": 0.07118213499779813, "compile_seconds": 0.2877864710171707, "first_execution_seconds": 0.0008017289801500738, "warm_execution_seconds": [ 6.983301136642694e-05, 2.373199095018208e-05, 1.8404010916128755e-05 ], "trajectory_max_absolute_error": 8.770761894538737e-15, "xla_buffer_bytes": { "argument_size_in_bytes": 32, "output_size_in_bytes": 64, "temp_size_in_bytes": 1224, "alias_size_in_bytes": 0 }, "peak_process_rss_mib": 264.421875, "total_worker_seconds": 1.0234535739873536 }, "outer_worker_seconds": 2.047282768005971 }, { "case_id": "compiler-torch-g16-s8-coupled", "family": "compiler", "process_repeat": 1, "measurement_order": 48, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "torch", "groups": 16, "stages": 8, "dtype": "float64", "coupled": true }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 905, "state_elements": 384, "local_parameter_elements": 16, "shared_kernel_elements": 64, "fixture_bytes": 3792, "normalize": { "median_seconds": 0.062552893999964, "minimum_seconds": 0.05496234999736771, "maximum_seconds": 0.07901318700169213, "samples_seconds": [ 0.07901318700169213, 0.062552893999964, 0.05496234999736771 ] }, "compile_rhs": { "median_seconds": 0.005061469011707231, "minimum_seconds": 0.005002338002668694, "maximum_seconds": 0.012934534985106438, "samples_seconds": [ 0.012934534985106438, 0.005061469011707231, 0.005002338002668694 ] }, "backend_setup_seconds": 1.563706061017001, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13295.724978524508, "reference_gain_derivative": -13295.724978615906, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 9.139876055996865e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00015503098256886005, "warm": { "median_seconds": 5.8203098888043314e-05, "minimum_seconds": 5.664174968842417e-05, "maximum_seconds": 6.645510002272204e-05, "samples_seconds": [ 6.645510002272204e-05, 5.8203098888043314e-05, 5.664174968842417e-05 ] }, "warm_calls_per_second": 17181.21576178533 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13295.724978524508, "reference_gain_derivative": -13295.724978615906, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 9.139876055996865e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.0003343700082041323, "warm": { "median_seconds": 0.00019934354932047427, "minimum_seconds": 0.0001932738989125937, "maximum_seconds": 0.00020970230107195676, "samples_seconds": [ 0.00019934354932047427, 0.0001932738989125937, 0.00020970230107195676 ] }, "warm_calls_per_second": 5016.465310308848 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13295.724978524508, "reference_gain_derivative": -13295.724978615906, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 9.139876055996865e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00022394998813979328, "warm": { "median_seconds": 0.00013657255040016024, "minimum_seconds": 0.00013122224918333815, "maximum_seconds": 0.00014928790042176843, "samples_seconds": [ 0.00013657255040016024, 0.00013122224918333815, 0.00014928790042176843 ] }, "warm_calls_per_second": 7322.115586697184 } } }, "block_unavailable_reason": "group reduction couples groups", "process_peak_rss_bytes": 250359808, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "2.14.1+cpu", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 3.021151346998522 }, { "case_id": "compiler-jax-g16-s8-coupled", "family": "compiler", "process_repeat": 1, "measurement_order": 49, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "jax", "groups": 16, "stages": 8, "dtype": "float64", "coupled": true }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 905, "state_elements": 384, "local_parameter_elements": 16, "shared_kernel_elements": 64, "fixture_bytes": 3792, "normalize": { "median_seconds": 0.06007296001189388, "minimum_seconds": 0.05462307599373162, "maximum_seconds": 0.07944871101062745, "samples_seconds": [ 0.07944871101062745, 0.06007296001189388, 0.05462307599373162 ] }, "compile_rhs": { "median_seconds": 0.005190445022890344, "minimum_seconds": 0.004815903987037018, "maximum_seconds": 0.012985577981453389, "samples_seconds": [ 0.012985577981453389, 0.004815903987037018, 0.005190445022890344 ] }, "backend_setup_seconds": 0.7016990059928503, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13295.724978524508, "reference_gain_derivative": -13295.724978615906, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 9.139876055996865e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.21418859501136467, "first_evaluation_seconds": 0.001980155997443944, "warm": { "median_seconds": 4.638465034076944e-05, "minimum_seconds": 4.483109951252118e-05, "maximum_seconds": 5.964939919067547e-05, "samples_seconds": [ 4.483109951252118e-05, 4.638465034076944e-05, 5.964939919067547e-05 ] }, "warm_calls_per_second": 21558.856058058016 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13295.724978524506, "reference_gain_derivative": -13295.724978615906, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 9.14005795493722e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.16149770800257102, "first_evaluation_seconds": 0.0006962519837543368, "warm": { "median_seconds": 3.3401799737475815e-05, "minimum_seconds": 3.0433599022217095e-05, "maximum_seconds": 3.672934981295839e-05, "samples_seconds": [ 3.672934981295839e-05, 3.3401799737475815e-05, 3.0433599022217095e-05 ] }, "warm_calls_per_second": 29938.506543347426 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13295.724978524506, "reference_gain_derivative": -13295.724978615906, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 9.14005795493722e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.15088179701706395, "first_evaluation_seconds": 0.0006155409791972488, "warm": { "median_seconds": 3.1895549909677356e-05, "minimum_seconds": 3.127615054836497e-05, "maximum_seconds": 3.319105016998947e-05, "samples_seconds": [ 3.319105016998947e-05, 3.127615054836497e-05, 3.1895549909677356e-05 ] }, "warm_calls_per_second": 31352.336072957696 } } }, "block_unavailable_reason": "group reduction couples groups", "process_peak_rss_bytes": 267194368, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "0.12.0", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 4.641724173008697 }, { "case_id": "compiler-numpy-g16-s8-coupled", "family": "compiler", "process_repeat": 1, "measurement_order": 50, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "numpy", "groups": 16, "stages": 8, "dtype": "float64", "coupled": true }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 905, "state_elements": 384, "local_parameter_elements": 16, "shared_kernel_elements": 64, "fixture_bytes": 3792, "normalize": { "median_seconds": 0.05866506299935281, "minimum_seconds": 0.05267183200339787, "maximum_seconds": 0.07898598699830472, "samples_seconds": [ 0.07898598699830472, 0.05866506299935281, 0.05267183200339787 ] }, "compile_rhs": { "median_seconds": 0.004933193995384499, "minimum_seconds": 0.0047825080109760165, "maximum_seconds": 0.012733865005429834, "samples_seconds": [ 0.012733865005429834, 0.0047825080109760165, 0.004933193995384499 ] }, "backend_setup_seconds": 0.08631578600034118, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": null, "reference_gain_derivative": -13295.724978615906, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00010976000339724123, "warm": { "median_seconds": 3.805890009971336e-05, "minimum_seconds": 3.792814968619496e-05, "maximum_seconds": 3.8595750811509785e-05, "samples_seconds": [ 3.8595750811509785e-05, 3.792814968619496e-05, 3.805890009971336e-05 ] }, "warm_calls_per_second": 26275.06305699916 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": null, "reference_gain_derivative": -13295.724978615906, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00024021699209697545, "warm": { "median_seconds": 0.00016597575013292952, "minimum_seconds": 0.0001655908505199477, "maximum_seconds": 0.00017823395028244705, "samples_seconds": [ 0.00017823395028244705, 0.00016597575013292952, 0.0001655908505199477 ] }, "warm_calls_per_second": 6024.976535422209 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": null, "reference_gain_derivative": -13295.724978615906, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00016189998132176697, "warm": { "median_seconds": 0.00012397195096127688, "minimum_seconds": 0.00012196255120215938, "maximum_seconds": 0.00012596925080288202, "samples_seconds": [ 0.00012596925080288202, 0.00012196255120215938, 0.00012397195096127688 ] }, "warm_calls_per_second": 8066.3407508393075 } } }, "block_unavailable_reason": "group reduction couples groups", "process_peak_rss_bytes": 62787584, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "2.5.4", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 0.7218950920214411 }, { "case_id": "compiler-torch-g16-s8-independent", "family": "compiler", "process_repeat": 1, "measurement_order": 51, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "torch", "groups": 16, "stages": 8, "dtype": "float64", "coupled": false }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 903, "state_elements": 384, "local_parameter_elements": 16, "shared_kernel_elements": 64, "fixture_bytes": 3784, "normalize": { "median_seconds": 0.05437199302832596, "minimum_seconds": 0.051868604990886524, "maximum_seconds": 0.07652529099141248, "samples_seconds": [ 0.07652529099141248, 0.05437199302832596, 0.051868604990886524 ] }, "compile_rhs": { "median_seconds": 0.023941983003169298, "minimum_seconds": 0.013592411007266492, "maximum_seconds": 0.04406311802449636, "samples_seconds": [ 0.023941983003169298, 0.013592411007266492, 0.04406311802449636 ] }, "backend_setup_seconds": 1.4753311660024337, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13270.584032874418, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 2.1780579118058085e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00011609401553869247, "warm": { "median_seconds": 4.885794915026054e-05, "minimum_seconds": 4.863749927608296e-05, "maximum_seconds": 5.142205045558512e-05, "samples_seconds": [ 5.142205045558512e-05, 4.885794915026054e-05, 4.863749927608296e-05 ] }, "warm_calls_per_second": 20467.498480637052 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13270.584032874418, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 2.1780579118058085e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00047369199455715716, "warm": { "median_seconds": 0.00018834174989024177, "minimum_seconds": 0.00018436280079185962, "maximum_seconds": 0.00022330094943754376, "samples_seconds": [ 0.00022330094943754376, 0.00018436280079185962, 0.00018834174989024177 ] }, "warm_calls_per_second": 5309.497233527675 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13270.584032874418, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 2.1780579118058085e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00019767999765463173, "warm": { "median_seconds": 0.00012770600005751476, "minimum_seconds": 0.0001256242991075851, "maximum_seconds": 0.00017185695032821967, "samples_seconds": [ 0.00012770600005751476, 0.00017185695032821967, 0.0001256242991075851 ] }, "warm_calls_per_second": 7830.485643193206 } }, "block": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13270.584032874418, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 2.1780579118058085e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.0005455189966596663, "warm": { "median_seconds": 0.0003703946000314318, "minimum_seconds": 0.0003594620997318998, "maximum_seconds": 0.00038597740058321506, "samples_seconds": [ 0.0003703946000314318, 0.00038597740058321506, 0.0003594620997318998 ] }, "warm_calls_per_second": 2699.8233773255324 } } }, "block_unavailable_reason": null, "process_peak_rss_bytes": 251785216, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "2.14.1+cpu", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 2.9897518049983773 }, { "case_id": "compiler-jax-g16-s8-independent", "family": "compiler", "process_repeat": 1, "measurement_order": 52, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "jax", "groups": 16, "stages": 8, "dtype": "float64", "coupled": false }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 903, "state_elements": 384, "local_parameter_elements": 16, "shared_kernel_elements": 64, "fixture_bytes": 3784, "normalize": { "median_seconds": 0.05693149598664604, "minimum_seconds": 0.05110684302053414, "maximum_seconds": 0.08169872799771838, "samples_seconds": [ 0.08169872799771838, 0.05693149598664604, 0.05110684302053414 ] }, "compile_rhs": { "median_seconds": 0.02673185200546868, "minimum_seconds": 0.01376105600502342, "maximum_seconds": 0.04198320198338479, "samples_seconds": [ 0.02673185200546868, 0.01376105600502342, 0.04198320198338479 ] }, "backend_setup_seconds": 0.6324225300049875, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13270.584032874418, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 2.1780579118058085e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.17779074297868647, "first_evaluation_seconds": 0.0021095590200275183, "warm": { "median_seconds": 4.328669892856851e-05, "minimum_seconds": 4.210805054754019e-05, "maximum_seconds": 4.4315050763543697e-05, "samples_seconds": [ 4.328669892856851e-05, 4.4315050763543697e-05, 4.210805054754019e-05 ] }, "warm_calls_per_second": 23101.784722604858 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13270.584032874418, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 2.1780579118058085e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.26195335801457986, "first_evaluation_seconds": 0.0010576830245554447, "warm": { "median_seconds": 6.87166495481506e-05, "minimum_seconds": 6.676280027022586e-05, "maximum_seconds": 7.06667997292243e-05, "samples_seconds": [ 7.06667997292243e-05, 6.87166495481506e-05, 6.676280027022586e-05 ] }, "warm_calls_per_second": 14552.5139333123 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13270.584032874418, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 2.1780579118058085e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.2054525330022443, "first_evaluation_seconds": 0.0007733939855825156, "warm": { "median_seconds": 4.4826199882663786e-05, "minimum_seconds": 4.193850036244839e-05, "maximum_seconds": 5.515160009963438e-05, "samples_seconds": [ 4.4826199882663786e-05, 4.193850036244839e-05, 5.515160009963438e-05 ] }, "warm_calls_per_second": 22308.382209903608 } }, "block": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13270.584032874418, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 2.1780579118058085e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.16015497400076129, "first_evaluation_seconds": 0.0007386079814750701, "warm": { "median_seconds": 4.0478901064489035e-05, "minimum_seconds": 4.001775087090209e-05, "maximum_seconds": 4.407759988680482e-05, "samples_seconds": [ 4.407759988680482e-05, 4.0478901064489035e-05, 4.001775087090209e-05 ] }, "warm_calls_per_second": 24704.227973156885 } } }, "block_unavailable_reason": null, "process_peak_rss_bytes": 273154048, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "0.12.0", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 6.132340851007029 }, { "case_id": "compiler-numpy-g16-s8-independent", "family": "compiler", "process_repeat": 1, "measurement_order": 53, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "numpy", "groups": 16, "stages": 8, "dtype": "float64", "coupled": false }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 903, "state_elements": 384, "local_parameter_elements": 16, "shared_kernel_elements": 64, "fixture_bytes": 3784, "normalize": { "median_seconds": 0.06010867198347114, "minimum_seconds": 0.05215768501511775, "maximum_seconds": 0.08319192501949146, "samples_seconds": [ 0.08319192501949146, 0.06010867198347114, 0.05215768501511775 ] }, "compile_rhs": { "median_seconds": 0.026923038996756077, "minimum_seconds": 0.014127431000815704, "maximum_seconds": 0.042283949005650356, "samples_seconds": [ 0.026923038996756077, 0.014127431000815704, 0.042283949005650356 ] }, "backend_setup_seconds": 0.08170678000897169, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": null, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 6.917200516909361e-05, "warm": { "median_seconds": 3.150179982185364e-05, "minimum_seconds": 3.130484983557835e-05, "maximum_seconds": 3.227900015190244e-05, "samples_seconds": [ 3.150179982185364e-05, 3.227900015190244e-05, 3.130484983557835e-05 ] }, "warm_calls_per_second": 31744.217970246682 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": null, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00023661000886932015, "warm": { "median_seconds": 0.00016191859904211015, "minimum_seconds": 0.0001608716498594731, "maximum_seconds": 0.0001708702009636909, "samples_seconds": [ 0.00016191859904211015, 0.0001608716498594731, 0.0001708702009636909 ] }, "warm_calls_per_second": 6175.942763313621 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": null, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00016594299813732505, "warm": { "median_seconds": 0.00010499829950276763, "minimum_seconds": 0.00010309905046597123, "maximum_seconds": 0.00010985034896293655, "samples_seconds": [ 0.00010985034896293655, 0.00010499829950276763, 0.00010309905046597123 ] }, "warm_calls_per_second": 9523.963766419296 } }, "block": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": null, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.0013402740005403757, "warm": { "median_seconds": 0.0009896871502860448, "minimum_seconds": 0.0009780365493497812, "maximum_seconds": 0.0010151397000299767, "samples_seconds": [ 0.0010151397000299767, 0.0009780365493497812, 0.0009896871502860448 ] }, "warm_calls_per_second": 1010.4203128341866 } } }, "block_unavailable_reason": null, "process_peak_rss_bytes": 62939136, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "2.5.4", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 0.8329032000037841 }, { "case_id": "compiler-torch-g4-s2-coupled", "family": "compiler", "process_repeat": 1, "measurement_order": 54, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "torch", "groups": 4, "stages": 2, "dtype": "float64", "coupled": true }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 809, "state_elements": 24, "local_parameter_elements": 4, "shared_kernel_elements": 4, "fixture_bytes": 288, "normalize": { "median_seconds": 0.0037055870052427053, "minimum_seconds": 0.0036665090010501444, "maximum_seconds": 0.00448466298985295, "samples_seconds": [ 0.00448466298985295, 0.0036665090010501444, 0.0037055870052427053 ] }, "compile_rhs": { "median_seconds": 0.002723201992921531, "minimum_seconds": 0.0026886170089710504, "maximum_seconds": 0.00691758599714376, "samples_seconds": [ 0.00691758599714376, 0.002723201992921531, 0.0026886170089710504 ] }, "backend_setup_seconds": 1.309822436014656, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.1102230246251565e-16, "gain_derivative": -3.79102727263963, "reference_gain_derivative": -3.7910272726593415, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 1.971134366840488e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00012883602175861597, "warm": { "median_seconds": 5.571345100179315e-05, "minimum_seconds": 5.5690000590402636e-05, "maximum_seconds": 5.6757401034701614e-05, "samples_seconds": [ 5.6757401034701614e-05, 5.571345100179315e-05, 5.5690000590402636e-05 ] }, "warm_calls_per_second": 17948.986860781875 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.1102230246251565e-16, "gain_derivative": -3.79102727263963, "reference_gain_derivative": -3.7910272726593415, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 1.971134366840488e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00029436900513246655, "warm": { "median_seconds": 0.0001835733011830598, "minimum_seconds": 0.00017563569999765605, "maximum_seconds": 0.00019821064925054088, "samples_seconds": [ 0.00019821064925054088, 0.0001835733011830598, 0.00017563569999765605 ] }, "warm_calls_per_second": 5447.415248052859 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.1102230246251565e-16, "gain_derivative": -3.79102727263963, "reference_gain_derivative": -3.7910272726593415, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 1.971134366840488e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.0001670079946052283, "warm": { "median_seconds": 0.0001061064496752806, "minimum_seconds": 0.0001014545006910339, "maximum_seconds": 0.00011393899912945927, "samples_seconds": [ 0.00011393899912945927, 0.0001061064496752806, 0.0001014545006910339 ] }, "warm_calls_per_second": 9424.497785575875 } } }, "block_unavailable_reason": "group reduction couples groups", "process_peak_rss_bytes": 246984704, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "2.14.1+cpu", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 2.5030539170256816 }, { "case_id": "compiler-jax-g4-s2-coupled", "family": "compiler", "process_repeat": 1, "measurement_order": 55, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "jax", "groups": 4, "stages": 2, "dtype": "float64", "coupled": true }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 809, "state_elements": 24, "local_parameter_elements": 4, "shared_kernel_elements": 4, "fixture_bytes": 288, "normalize": { "median_seconds": 0.003630579012678936, "minimum_seconds": 0.0034674580092541873, "maximum_seconds": 0.004501426010392606, "samples_seconds": [ 0.004501426010392606, 0.003630579012678936, 0.0034674580092541873 ] }, "compile_rhs": { "median_seconds": 0.0027351760072633624, "minimum_seconds": 0.002689979999559, "maximum_seconds": 0.007176689978223294, "samples_seconds": [ 0.007176689978223294, 0.0027351760072633624, 0.002689979999559 ] }, "backend_setup_seconds": 0.5518228230066597, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.1102230246251565e-16, "gain_derivative": -3.7910272726396297, "reference_gain_derivative": -3.7910272726593415, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 1.971178775761473e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.14100042101927102, "first_evaluation_seconds": 0.0007592210022266954, "warm": { "median_seconds": 2.404175029369071e-05, "minimum_seconds": 2.4004299484658985e-05, "maximum_seconds": 2.697515010368079e-05, "samples_seconds": [ 2.697515010368079e-05, 2.4004299484658985e-05, 2.404175029369071e-05 ] }, "warm_calls_per_second": 41594.30939029554 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.1102230246251565e-16, "gain_derivative": -3.7910272726396297, "reference_gain_derivative": -3.7910272726593415, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 1.971178775761473e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.14761792699573562, "first_evaluation_seconds": 0.0006929840019438416, "warm": { "median_seconds": 2.811625017784536e-05, "minimum_seconds": 2.5622748944442718e-05, "maximum_seconds": 3.0721150687895714e-05, "samples_seconds": [ 2.811625017784536e-05, 3.0721150687895714e-05, 2.5622748944442718e-05 ] }, "warm_calls_per_second": 35566.62050147661 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.1102230246251565e-16, "gain_derivative": -3.7910272726396297, "reference_gain_derivative": -3.7910272726593415, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 1.971178775761473e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.14295791601762176, "first_evaluation_seconds": 0.0006581280031241477, "warm": { "median_seconds": 2.6758600142784417e-05, "minimum_seconds": 2.449154999339953e-05, "maximum_seconds": 2.759494964266196e-05, "samples_seconds": [ 2.759494964266196e-05, 2.6758600142784417e-05, 2.449154999339953e-05 ] }, "warm_calls_per_second": 37371.16271643435 } } }, "block_unavailable_reason": "group reduction couples groups", "process_peak_rss_bytes": 262684672, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "0.12.0", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 3.9961560310039204 }, { "case_id": "compiler-numpy-g4-s2-coupled", "family": "compiler", "process_repeat": 1, "measurement_order": 56, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "numpy", "groups": 4, "stages": 2, "dtype": "float64", "coupled": true }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 809, "state_elements": 24, "local_parameter_elements": 4, "shared_kernel_elements": 4, "fixture_bytes": 288, "normalize": { "median_seconds": 0.0036577809951268137, "minimum_seconds": 0.0034524149959906936, "maximum_seconds": 0.004660261009121314, "samples_seconds": [ 0.004660261009121314, 0.0036577809951268137, 0.0034524149959906936 ] }, "compile_rhs": { "median_seconds": 0.002741025004070252, "minimum_seconds": 0.002736156020546332, "maximum_seconds": 0.0072421540098730475, "samples_seconds": [ 0.0072421540098730475, 0.002741025004070252, 0.002736156020546332 ] }, "backend_setup_seconds": 0.0587491600017529, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.1102230246251565e-16, "gain_derivative": null, "reference_gain_derivative": -3.7910272726593415, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 7.314101094380021e-05, "warm": { "median_seconds": 2.4976450367830695e-05, "minimum_seconds": 2.4868949549272656e-05, "maximum_seconds": 2.6561200502328575e-05, "samples_seconds": [ 2.6561200502328575e-05, 2.4976450367830695e-05, 2.4868949549272656e-05 ] }, "warm_calls_per_second": 40037.714938387944 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.1102230246251565e-16, "gain_derivative": null, "reference_gain_derivative": -3.7910272726593415, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00015508700744248927, "warm": { "median_seconds": 0.00010248670005239547, "minimum_seconds": 9.777774976100772e-05, "maximum_seconds": 0.0001047277997713536, "samples_seconds": [ 0.0001047277997713536, 0.00010248670005239547, 9.777774976100772e-05 ] }, "warm_calls_per_second": 9757.363633415442 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.1102230246251565e-16, "gain_derivative": null, "reference_gain_derivative": -3.7910272726593415, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 9.02199826668948e-05, "warm": { "median_seconds": 7.28199491277337e-05, "minimum_seconds": 7.08669496816583e-05, "maximum_seconds": 7.442255009664223e-05, "samples_seconds": [ 7.442255009664223e-05, 7.08669496816583e-05, 7.28199491277337e-05 ] }, "warm_calls_per_second": 13732.50066744618 } } }, "block_unavailable_reason": "group reduction couples groups", "process_peak_rss_bytes": 58650624, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "2.5.4", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 0.46132289100205526 }, { "case_id": "compiler-torch-g4-s2-independent", "family": "compiler", "process_repeat": 1, "measurement_order": 57, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "torch", "groups": 4, "stages": 2, "dtype": "float64", "coupled": false }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 807, "state_elements": 24, "local_parameter_elements": 4, "shared_kernel_elements": 4, "fixture_bytes": 280, "normalize": { "median_seconds": 0.004086936009116471, "minimum_seconds": 0.003559802018571645, "maximum_seconds": 0.004375859978608787, "samples_seconds": [ 0.004375859978608787, 0.003559802018571645, 0.004086936009116471 ] }, "compile_rhs": { "median_seconds": 0.005502218991750851, "minimum_seconds": 0.005293171998346224, "maximum_seconds": 0.010392845986643806, "samples_seconds": [ 0.010392845986643806, 0.005502218991750851, 0.005293171998346224 ] }, "backend_setup_seconds": 1.3094267920241691, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": -3.7346516320036307, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 3.326938724512729e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00010958098573610187, "warm": { "median_seconds": 4.8849299491848794e-05, "minimum_seconds": 4.854895087191835e-05, "maximum_seconds": 5.137309926794842e-05, "samples_seconds": [ 5.137309926794842e-05, 4.8849299491848794e-05, 4.854895087191835e-05 ] }, "warm_calls_per_second": 20471.12262412001 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": -3.7346516320036307, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 3.326938724512729e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00029084901325404644, "warm": { "median_seconds": 0.00017281444888794795, "minimum_seconds": 0.00015724919940112158, "maximum_seconds": 0.00017871260060928763, "samples_seconds": [ 0.00017871260060928763, 0.00017281444888794795, 0.00015724919940112158 ] }, "warm_calls_per_second": 5786.553187160845 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": -3.7346516320036307, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 3.326938724512729e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.0001635790104046464, "warm": { "median_seconds": 9.875190007733182e-05, "minimum_seconds": 9.742935071699321e-05, "maximum_seconds": 0.00010427490051370114, "samples_seconds": [ 0.00010427490051370114, 9.875190007733182e-05, 9.742935071699321e-05 ] }, "warm_calls_per_second": 10126.387433729458 } }, "block": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": -3.7346516320036307, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 3.326938724512729e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00037143001100048423, "warm": { "median_seconds": 0.00023207170015666635, "minimum_seconds": 0.00022790499933762477, "maximum_seconds": 0.00026144974981434643, "samples_seconds": [ 0.00026144974981434643, 0.00022790499933762477, 0.00023207170015666635 ] }, "warm_calls_per_second": 4309.013116743328 } } }, "block_unavailable_reason": null, "process_peak_rss_bytes": 247939072, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "2.14.1+cpu", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 2.4544629149895627 }, { "case_id": "compiler-jax-g4-s2-independent", "family": "compiler", "process_repeat": 1, "measurement_order": 58, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "jax", "groups": 4, "stages": 2, "dtype": "float64", "coupled": false }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 807, "state_elements": 24, "local_parameter_elements": 4, "shared_kernel_elements": 4, "fixture_bytes": 280, "normalize": { "median_seconds": 0.003962291986681521, "minimum_seconds": 0.003524219006067142, "maximum_seconds": 0.004352928983280435, "samples_seconds": [ 0.004352928983280435, 0.003524219006067142, 0.003962291986681521 ] }, "compile_rhs": { "median_seconds": 0.005174390011234209, "minimum_seconds": 0.005148655007360503, "maximum_seconds": 0.010261586983688176, "samples_seconds": [ 0.010261586983688176, 0.005148655007360503, 0.005174390011234209 ] }, "backend_setup_seconds": 0.5461280150047969, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": -3.734651632003631, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 3.326894315591744e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.12259571297909133, "first_evaluation_seconds": 0.0007356589776463807, "warm": { "median_seconds": 2.5615398772060872e-05, "minimum_seconds": 2.518719993531704e-05, "maximum_seconds": 2.8812400705646725e-05, "samples_seconds": [ 2.8812400705646725e-05, 2.5615398772060872e-05, 2.518719993531704e-05 ] }, "warm_calls_per_second": 39039.017463617085 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": -3.734651632003631, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 3.326894315591744e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.11763458998757415, "first_evaluation_seconds": 0.0006137510063126683, "warm": { "median_seconds": 2.2870299289934337e-05, "minimum_seconds": 2.24734001676552e-05, "maximum_seconds": 2.5413499679416417e-05, "samples_seconds": [ 2.5413499679416417e-05, 2.24734001676552e-05, 2.2870299289934337e-05 ] }, "warm_calls_per_second": 43724.83225176329 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": -3.734651632003631, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 3.326894315591744e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.10788756498368457, "first_evaluation_seconds": 0.0006207080150488764, "warm": { "median_seconds": 2.3210499784909187e-05, "minimum_seconds": 2.2332600201480092e-05, "maximum_seconds": 2.52049503615126e-05, "samples_seconds": [ 2.52049503615126e-05, 2.3210499784909187e-05, 2.2332600201480092e-05 ] }, "warm_calls_per_second": 43083.9494740295 } }, "block": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": -3.734651632003631, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 3.326894315591744e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.12210191201302223, "first_evaluation_seconds": 0.000684872007695958, "warm": { "median_seconds": 2.5419550365768372e-05, "minimum_seconds": 2.470625040587038e-05, "maximum_seconds": 2.7109100483357906e-05, "samples_seconds": [ 2.7109100483357906e-05, 2.5419550365768372e-05, 2.470625040587038e-05 ] }, "warm_calls_per_second": 39339.798918971646 } } }, "block_unavailable_reason": null, "process_peak_rss_bytes": 268058624, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "0.12.0", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 4.7627441009972245 }, { "case_id": "compiler-numpy-g4-s2-independent", "family": "compiler", "process_repeat": 1, "measurement_order": 59, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "numpy", "groups": 4, "stages": 2, "dtype": "float64", "coupled": false }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 807, "state_elements": 24, "local_parameter_elements": 4, "shared_kernel_elements": 4, "fixture_bytes": 280, "normalize": { "median_seconds": 0.003929802012862638, "minimum_seconds": 0.003484957996988669, "maximum_seconds": 0.004320951993577182, "samples_seconds": [ 0.004320951993577182, 0.003484957996988669, 0.003929802012862638 ] }, "compile_rhs": { "median_seconds": 0.005274091992760077, "minimum_seconds": 0.005166299000848085, "maximum_seconds": 0.010176976007642224, "samples_seconds": [ 0.010176976007642224, 0.005274091992760077, 0.005166299000848085 ] }, "backend_setup_seconds": 0.05697191698709503, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": null, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 4.764398909173906e-05, "warm": { "median_seconds": 1.9250500190537424e-05, "minimum_seconds": 1.8954649567604066e-05, "maximum_seconds": 2.0024100376758724e-05, "samples_seconds": [ 2.0024100376758724e-05, 1.8954649567604066e-05, 1.9250500190537424e-05 ] }, "warm_calls_per_second": 51946.7021688896 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": null, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.0001423399953637272, "warm": { "median_seconds": 9.796505037229508e-05, "minimum_seconds": 9.778084931895137e-05, "maximum_seconds": 0.00010434559953864664, "samples_seconds": [ 9.778084931895137e-05, 0.00010434559953864664, 9.796505037229508e-05 ] }, "warm_calls_per_second": 10207.722000853522 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": null, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 9.163300273939967e-05, "warm": { "median_seconds": 6.873105012346059e-05, "minimum_seconds": 6.694240000797436e-05, "maximum_seconds": 6.921275053173304e-05, "samples_seconds": [ 6.873105012346059e-05, 6.694240000797436e-05, 6.921275053173304e-05 ] }, "warm_calls_per_second": 14549.464880919388 } }, "block": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": null, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.0002743749937508255, "warm": { "median_seconds": 0.0002581762499175966, "minimum_seconds": 0.0002478329508448951, "maximum_seconds": 0.00026475439954083414, "samples_seconds": [ 0.0002581762499175966, 0.00026475439954083414, 0.0002478329508448951 ] }, "warm_calls_per_second": 3873.3229734306506 } } }, "block_unavailable_reason": null, "process_peak_rss_bytes": 58728448, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "2.5.4", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 0.5062513599987142 }, { "case_id": "compiler-numpy-g4-s2-independent", "family": "compiler", "process_repeat": 2, "measurement_order": 60, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "numpy", "groups": 4, "stages": 2, "dtype": "float64", "coupled": false }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 807, "state_elements": 24, "local_parameter_elements": 4, "shared_kernel_elements": 4, "fixture_bytes": 280, "normalize": { "median_seconds": 0.003925101016648114, "minimum_seconds": 0.003527730004861951, "maximum_seconds": 0.004297072009649128, "samples_seconds": [ 0.004297072009649128, 0.003527730004861951, 0.003925101016648114 ] }, "compile_rhs": { "median_seconds": 0.005183333996683359, "minimum_seconds": 0.00505438499385491, "maximum_seconds": 0.01001721402280964, "samples_seconds": [ 0.01001721402280964, 0.005183333996683359, 0.00505438499385491 ] }, "backend_setup_seconds": 0.05648537402157672, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": null, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 4.88439982291311e-05, "warm": { "median_seconds": 1.8637650646269323e-05, "minimum_seconds": 1.8632599676493555e-05, "maximum_seconds": 1.9526900723576544e-05, "samples_seconds": [ 1.8637650646269323e-05, 1.8632599676493555e-05, 1.9526900723576544e-05 ] }, "warm_calls_per_second": 53654.83123272132 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": null, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00014737600577063859, "warm": { "median_seconds": 9.848490008153021e-05, "minimum_seconds": 9.778134990483523e-05, "maximum_seconds": 0.0001006303500616923, "samples_seconds": [ 9.848490008153021e-05, 0.0001006303500616923, 9.778134990483523e-05 ] }, "warm_calls_per_second": 10153.840834200524 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": null, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 8.849598816595972e-05, "warm": { "median_seconds": 6.954234995646403e-05, "minimum_seconds": 6.884094909764826e-05, "maximum_seconds": 6.981104961596429e-05, "samples_seconds": [ 6.954234995646403e-05, 6.981104961596429e-05, 6.884094909764826e-05 ] }, "warm_calls_per_second": 14379.726894849475 } }, "block": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": null, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00028756301617249846, "warm": { "median_seconds": 0.0002652675495482981, "minimum_seconds": 0.0002542912494391203, "maximum_seconds": 0.0002706979008507915, "samples_seconds": [ 0.0002652675495482981, 0.0002706979008507915, 0.0002542912494391203 ] }, "warm_calls_per_second": 3769.778857997581 } } }, "block_unavailable_reason": null, "process_peak_rss_bytes": 58806272, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "2.5.4", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 0.48525582801084965 }, { "case_id": "compiler-jax-g4-s2-independent", "family": "compiler", "process_repeat": 2, "measurement_order": 61, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "jax", "groups": 4, "stages": 2, "dtype": "float64", "coupled": false }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 807, "state_elements": 24, "local_parameter_elements": 4, "shared_kernel_elements": 4, "fixture_bytes": 280, "normalize": { "median_seconds": 0.0038821480120532215, "minimum_seconds": 0.0035758349986281246, "maximum_seconds": 0.004312529985327274, "samples_seconds": [ 0.004312529985327274, 0.0035758349986281246, 0.0038821480120532215 ] }, "compile_rhs": { "median_seconds": 0.005257259006612003, "minimum_seconds": 0.005201635998673737, "maximum_seconds": 0.010620382992783561, "samples_seconds": [ 0.010620382992783561, 0.005257259006612003, 0.005201635998673737 ] }, "backend_setup_seconds": 0.5389737609948497, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": -3.734651632003631, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 3.326894315591744e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.12094439499196596, "first_evaluation_seconds": 0.0006957270088605583, "warm": { "median_seconds": 2.2301598801277577e-05, "minimum_seconds": 2.151145017705858e-05, "maximum_seconds": 2.4714949540793894e-05, "samples_seconds": [ 2.4714949540793894e-05, 2.151145017705858e-05, 2.2301598801277577e-05 ] }, "warm_calls_per_second": 44839.83452983262 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": -3.734651632003631, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 3.326894315591744e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.11899240099592134, "first_evaluation_seconds": 0.0006397019897121936, "warm": { "median_seconds": 2.425494894850999e-05, "minimum_seconds": 2.303884975844994e-05, "maximum_seconds": 2.4558050790801643e-05, "samples_seconds": [ 2.425494894850999e-05, 2.4558050790801643e-05, 2.303884975844994e-05 ] }, "warm_calls_per_second": 41228.69943461296 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": -3.734651632003631, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 3.326894315591744e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.11144809098914266, "first_evaluation_seconds": 0.0006129149987827986, "warm": { "median_seconds": 2.392524911556393e-05, "minimum_seconds": 2.2961549984756856e-05, "maximum_seconds": 2.5760750577319414e-05, "samples_seconds": [ 2.5760750577319414e-05, 2.2961549984756856e-05, 2.392524911556393e-05 ] }, "warm_calls_per_second": 41796.847973025986 } }, "block": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": -3.734651632003631, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 3.326894315591744e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.12386797802173533, "first_evaluation_seconds": 0.0006457660056184977, "warm": { "median_seconds": 2.8450200625229626e-05, "minimum_seconds": 2.6906598941422998e-05, "maximum_seconds": 2.9631399956997485e-05, "samples_seconds": [ 2.8450200625229626e-05, 2.9631399956997485e-05, 2.6906598941422998e-05 ] }, "warm_calls_per_second": 35149.137019202615 } } }, "block_unavailable_reason": null, "process_peak_rss_bytes": 268070912, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "0.12.0", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 4.743828431994189 }, { "case_id": "compiler-torch-g4-s2-independent", "family": "compiler", "process_repeat": 2, "measurement_order": 62, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "torch", "groups": 4, "stages": 2, "dtype": "float64", "coupled": false }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 807, "state_elements": 24, "local_parameter_elements": 4, "shared_kernel_elements": 4, "fixture_bytes": 280, "normalize": { "median_seconds": 0.0038731009990442544, "minimum_seconds": 0.003515321994200349, "maximum_seconds": 0.004313878976972774, "samples_seconds": [ 0.004313878976972774, 0.003515321994200349, 0.0038731009990442544 ] }, "compile_rhs": { "median_seconds": 0.005195691017434001, "minimum_seconds": 0.00511332499445416, "maximum_seconds": 0.010113249998539686, "samples_seconds": [ 0.010113249998539686, 0.005195691017434001, 0.00511332499445416 ] }, "backend_setup_seconds": 1.3016993710189126, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": -3.7346516320036307, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 3.326938724512729e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00010981300147250295, "warm": { "median_seconds": 4.947980050928891e-05, "minimum_seconds": 4.893120058113709e-05, "maximum_seconds": 4.995299968868494e-05, "samples_seconds": [ 4.995299968868494e-05, 4.947980050928891e-05, 4.893120058113709e-05 ] }, "warm_calls_per_second": 20210.267416342325 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": -3.7346516320036307, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 3.326938724512729e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00028962301439605653, "warm": { "median_seconds": 0.00017548335017636418, "minimum_seconds": 0.00016127889975905418, "maximum_seconds": 0.0001868499501142651, "samples_seconds": [ 0.0001868499501142651, 0.00017548335017636418, 0.00016127889975905418 ] }, "warm_calls_per_second": 5698.546323596971 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": -3.7346516320036307, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 3.326938724512729e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00015273899771273136, "warm": { "median_seconds": 0.00010230044863419607, "minimum_seconds": 9.79441509116441e-05, "maximum_seconds": 0.00010693280055420473, "samples_seconds": [ 0.00010693280055420473, 0.00010230044863419607, 9.79441509116441e-05 ] }, "warm_calls_per_second": 9775.12819690342 } }, "block": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 0.0, "gain_derivative": -3.7346516320036307, "reference_gain_derivative": -3.7346516320369, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 3.326938724512729e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.000378959986846894, "warm": { "median_seconds": 0.00023417710035573692, "minimum_seconds": 0.0002210006001405418, "maximum_seconds": 0.0002625512002850883, "samples_seconds": [ 0.0002625512002850883, 0.00023417710035573692, 0.0002210006001405418 ] }, "warm_calls_per_second": 4270.272364295683 } } }, "block_unavailable_reason": null, "process_peak_rss_bytes": 247869440, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "2.14.1+cpu", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 2.4691529459960293 }, { "case_id": "compiler-numpy-g4-s2-coupled", "family": "compiler", "process_repeat": 2, "measurement_order": 63, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "numpy", "groups": 4, "stages": 2, "dtype": "float64", "coupled": true }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 809, "state_elements": 24, "local_parameter_elements": 4, "shared_kernel_elements": 4, "fixture_bytes": 288, "normalize": { "median_seconds": 0.003635942004621029, "minimum_seconds": 0.003505353000946343, "maximum_seconds": 0.004618058999767527, "samples_seconds": [ 0.004618058999767527, 0.003635942004621029, 0.003505353000946343 ] }, "compile_rhs": { "median_seconds": 0.002780211012577638, "minimum_seconds": 0.0026712510152719915, "maximum_seconds": 0.007194239995442331, "samples_seconds": [ 0.007194239995442331, 0.002780211012577638, 0.0026712510152719915 ] }, "backend_setup_seconds": 0.06003316698479466, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.1102230246251565e-16, "gain_derivative": null, "reference_gain_derivative": -3.7910272726593415, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 7.879899931140244e-05, "warm": { "median_seconds": 2.5500099582131952e-05, "minimum_seconds": 2.5053249555639922e-05, "maximum_seconds": 2.756624890025705e-05, "samples_seconds": [ 2.756624890025705e-05, 2.5500099582131952e-05, 2.5053249555639922e-05 ] }, "warm_calls_per_second": 39215.533130729615 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.1102230246251565e-16, "gain_derivative": null, "reference_gain_derivative": -3.7910272726593415, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00015441002324223518, "warm": { "median_seconds": 0.00010081814980367199, "minimum_seconds": 9.810790070332586e-05, "maximum_seconds": 0.0001087741504306905, "samples_seconds": [ 0.0001087741504306905, 0.00010081814980367199, 9.810790070332586e-05 ] }, "warm_calls_per_second": 9918.84895673396 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.1102230246251565e-16, "gain_derivative": null, "reference_gain_derivative": -3.7910272726593415, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 9.02519968803972e-05, "warm": { "median_seconds": 7.199219980975613e-05, "minimum_seconds": 7.075265020830556e-05, "maximum_seconds": 7.447154930559919e-05, "samples_seconds": [ 7.447154930559919e-05, 7.199219980975613e-05, 7.075265020830556e-05 ] }, "warm_calls_per_second": 13890.393718243953 } } }, "block_unavailable_reason": "group reduction couples groups", "process_peak_rss_bytes": 58654720, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "2.5.4", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 0.4490328959946055 }, { "case_id": "compiler-jax-g4-s2-coupled", "family": "compiler", "process_repeat": 2, "measurement_order": 64, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "jax", "groups": 4, "stages": 2, "dtype": "float64", "coupled": true }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 809, "state_elements": 24, "local_parameter_elements": 4, "shared_kernel_elements": 4, "fixture_bytes": 288, "normalize": { "median_seconds": 0.0037091039994265884, "minimum_seconds": 0.0035643180017359555, "maximum_seconds": 0.0045593590184580535, "samples_seconds": [ 0.0045593590184580535, 0.0037091039994265884, 0.0035643180017359555 ] }, "compile_rhs": { "median_seconds": 0.0027444759907666594, "minimum_seconds": 0.0027005739975720644, "maximum_seconds": 0.007158113003242761, "samples_seconds": [ 0.007158113003242761, 0.0027444759907666594, 0.0027005739975720644 ] }, "backend_setup_seconds": 0.5359342030133121, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.1102230246251565e-16, "gain_derivative": -3.7910272726396297, "reference_gain_derivative": -3.7910272726593415, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 1.971178775761473e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.16174380600568838, "first_evaluation_seconds": 0.0007429140096064657, "warm": { "median_seconds": 2.6455649640411137e-05, "minimum_seconds": 2.6232250093016773e-05, "maximum_seconds": 2.906760055338964e-05, "samples_seconds": [ 2.906760055338964e-05, 2.6232250093016773e-05, 2.6455649640411137e-05 ] }, "warm_calls_per_second": 37799.10958876984 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.1102230246251565e-16, "gain_derivative": -3.7910272726396297, "reference_gain_derivative": -3.7910272726593415, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 1.971178775761473e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.1691097810107749, "first_evaluation_seconds": 0.0007265310268849134, "warm": { "median_seconds": 2.9096400248818098e-05, "minimum_seconds": 2.8610149456653744e-05, "maximum_seconds": 3.014899994013831e-05, "samples_seconds": [ 3.014899994013831e-05, 2.8610149456653744e-05, 2.9096400248818098e-05 ] }, "warm_calls_per_second": 34368.512649279364 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.1102230246251565e-16, "gain_derivative": -3.7910272726396297, "reference_gain_derivative": -3.7910272726593415, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 1.971178775761473e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.17091078401426785, "first_evaluation_seconds": 0.0006997199961915612, "warm": { "median_seconds": 2.9500649543479084e-05, "minimum_seconds": 2.8156148619018496e-05, "maximum_seconds": 3.033005050383508e-05, "samples_seconds": [ 3.033005050383508e-05, 2.8156148619018496e-05, 2.9500649543479084e-05 ] }, "warm_calls_per_second": 33897.55871395866 } } }, "block_unavailable_reason": "group reduction couples groups", "process_peak_rss_bytes": 262582272, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "0.12.0", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 4.237900139007252 }, { "case_id": "compiler-torch-g4-s2-coupled", "family": "compiler", "process_repeat": 2, "measurement_order": 65, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "torch", "groups": 4, "stages": 2, "dtype": "float64", "coupled": true }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 809, "state_elements": 24, "local_parameter_elements": 4, "shared_kernel_elements": 4, "fixture_bytes": 288, "normalize": { "median_seconds": 0.0037333249929361045, "minimum_seconds": 0.0036366940184962004, "maximum_seconds": 0.005027712002629414, "samples_seconds": [ 0.005027712002629414, 0.0037333249929361045, 0.0036366940184962004 ] }, "compile_rhs": { "median_seconds": 0.0028086600068490952, "minimum_seconds": 0.002737766015343368, "maximum_seconds": 0.007749135984340683, "samples_seconds": [ 0.007749135984340683, 0.0028086600068490952, 0.002737766015343368 ] }, "backend_setup_seconds": 1.4381699160148855, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.1102230246251565e-16, "gain_derivative": -3.79102727263963, "reference_gain_derivative": -3.7910272726593415, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 1.971134366840488e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.0001772920077200979, "warm": { "median_seconds": 7.748485077172518e-05, "minimum_seconds": 7.68294499721378e-05, "maximum_seconds": 8.111350034596398e-05, "samples_seconds": [ 8.111350034596398e-05, 7.748485077172518e-05, 7.68294499721378e-05 ] }, "warm_calls_per_second": 12905.748543622512 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.1102230246251565e-16, "gain_derivative": -3.79102727263963, "reference_gain_derivative": -3.7910272726593415, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 1.971134366840488e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00037247600266709924, "warm": { "median_seconds": 0.00021660784987034276, "minimum_seconds": 0.00020527129963738845, "maximum_seconds": 0.00023897534993011504, "samples_seconds": [ 0.00023897534993011504, 0.00021660784987034276, 0.00020527129963738845 ] }, "warm_calls_per_second": 4616.637857762683 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.1102230246251565e-16, "gain_derivative": -3.79102727263963, "reference_gain_derivative": -3.7910272726593415, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 1.971134366840488e-11, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.0001754529948811978, "warm": { "median_seconds": 0.0001255151495570317, "minimum_seconds": 0.00011459919915068895, "maximum_seconds": 0.0001312552994932048, "samples_seconds": [ 0.0001312552994932048, 0.0001255151495570317, 0.00011459919915068895 ] }, "warm_calls_per_second": 7967.165744766285 } } }, "block_unavailable_reason": "group reduction couples groups", "process_peak_rss_bytes": 246947840, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "2.14.1+cpu", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 2.673398657992948 }, { "case_id": "compiler-numpy-g16-s8-independent", "family": "compiler", "process_repeat": 2, "measurement_order": 66, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "numpy", "groups": 16, "stages": 8, "dtype": "float64", "coupled": false }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 903, "state_elements": 384, "local_parameter_elements": 16, "shared_kernel_elements": 64, "fixture_bytes": 3784, "normalize": { "median_seconds": 0.05357747900416143, "minimum_seconds": 0.05135943100322038, "maximum_seconds": 0.07397766798385419, "samples_seconds": [ 0.07397766798385419, 0.05357747900416143, 0.05135943100322038 ] }, "compile_rhs": { "median_seconds": 0.02237982299993746, "minimum_seconds": 0.013786439987597987, "maximum_seconds": 0.04302291598287411, "samples_seconds": [ 0.02237982299993746, 0.013786439987597987, 0.04302291598287411 ] }, "backend_setup_seconds": 0.08483484300086275, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": null, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 7.627301965840161e-05, "warm": { "median_seconds": 3.233364986954257e-05, "minimum_seconds": 3.064060001634061e-05, "maximum_seconds": 3.715505008585751e-05, "samples_seconds": [ 3.715505008585751e-05, 3.233364986954257e-05, 3.064060001634061e-05 ] }, "warm_calls_per_second": 30927.532277819744 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": null, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00023777899332344532, "warm": { "median_seconds": 0.00016582415119046346, "minimum_seconds": 0.00016464535001432524, "maximum_seconds": 0.00017512455087853596, "samples_seconds": [ 0.00016582415119046346, 0.00016464535001432524, 0.00017512455087853596 ] }, "warm_calls_per_second": 6030.484659929983 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": null, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00015750600141473114, "warm": { "median_seconds": 0.00012187545071355999, "minimum_seconds": 0.00012180195044493302, "maximum_seconds": 0.00012202120124129578, "samples_seconds": [ 0.00012187545071355999, 0.00012202120124129578, 0.00012180195044493302 ] }, "warm_calls_per_second": 8205.097861342629 } }, "block": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": null, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.0015360399847850204, "warm": { "median_seconds": 0.0009902046993374824, "minimum_seconds": 0.0009786705501028336, "maximum_seconds": 0.001147656500688754, "samples_seconds": [ 0.001147656500688754, 0.0009786705501028336, 0.0009902046993374824 ] }, "warm_calls_per_second": 1009.8921977133327 } } }, "block_unavailable_reason": null, "process_peak_rss_bytes": 62922752, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "2.5.4", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 0.8282613210030831 }, { "case_id": "compiler-jax-g16-s8-independent", "family": "compiler", "process_repeat": 2, "measurement_order": 67, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "jax", "groups": 16, "stages": 8, "dtype": "float64", "coupled": false }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 903, "state_elements": 384, "local_parameter_elements": 16, "shared_kernel_elements": 64, "fixture_bytes": 3784, "normalize": { "median_seconds": 0.056850830995244905, "minimum_seconds": 0.05438738199882209, "maximum_seconds": 0.0784818539978005, "samples_seconds": [ 0.0784818539978005, 0.056850830995244905, 0.05438738199882209 ] }, "compile_rhs": { "median_seconds": 0.027150301000801846, "minimum_seconds": 0.013995098997838795, "maximum_seconds": 0.04568033298710361, "samples_seconds": [ 0.027150301000801846, 0.013995098997838795, 0.04568033298710361 ] }, "backend_setup_seconds": 0.6438617419917136, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13270.584032874418, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 2.1780579118058085e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.1469120639958419, "first_evaluation_seconds": 0.0015727279824204743, "warm": { "median_seconds": 3.1014949490781875e-05, "minimum_seconds": 3.010085056303069e-05, "maximum_seconds": 3.245920088374987e-05, "samples_seconds": [ 3.245920088374987e-05, 3.1014949490781875e-05, 3.010085056303069e-05 ] }, "warm_calls_per_second": 32242.515832476707 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13270.584032874418, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 2.1780579118058085e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.1377522930270061, "first_evaluation_seconds": 0.0006387159810401499, "warm": { "median_seconds": 3.639055066742003e-05, "minimum_seconds": 3.284825070295483e-05, "maximum_seconds": 3.774439974222332e-05, "samples_seconds": [ 3.774439974222332e-05, 3.284825070295483e-05, 3.639055066742003e-05 ] }, "warm_calls_per_second": 27479.661111456786 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13270.584032874418, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 2.1780579118058085e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.1263871150149498, "first_evaluation_seconds": 0.0005882249970454723, "warm": { "median_seconds": 3.096099972026423e-05, "minimum_seconds": 2.9785399965476246e-05, "maximum_seconds": 3.2455449400004e-05, "samples_seconds": [ 3.2455449400004e-05, 3.096099972026423e-05, 2.9785399965476246e-05 ] }, "warm_calls_per_second": 32298.698654278007 } }, "block": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13270.584032874418, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 2.1780579118058085e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.1497047940210905, "first_evaluation_seconds": 0.0006727870204485953, "warm": { "median_seconds": 3.7609899300150575e-05, "minimum_seconds": 3.495900018606335e-05, "maximum_seconds": 3.8947799475863575e-05, "samples_seconds": [ 3.7609899300150575e-05, 3.495900018606335e-05, 3.8947799475863575e-05 ] }, "warm_calls_per_second": 26588.74441591489 } } }, "block_unavailable_reason": null, "process_peak_rss_bytes": 273084416, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "0.12.0", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 5.5125829620228615 }, { "case_id": "compiler-torch-g16-s8-independent", "family": "compiler", "process_repeat": 2, "measurement_order": 68, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "torch", "groups": 16, "stages": 8, "dtype": "float64", "coupled": false }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 903, "state_elements": 384, "local_parameter_elements": 16, "shared_kernel_elements": 64, "fixture_bytes": 3784, "normalize": { "median_seconds": 0.05298707901965827, "minimum_seconds": 0.05205131499678828, "maximum_seconds": 0.07506341399857774, "samples_seconds": [ 0.07506341399857774, 0.05298707901965827, 0.05205131499678828 ] }, "compile_rhs": { "median_seconds": 0.023095815995475277, "minimum_seconds": 0.01370580101502128, "maximum_seconds": 0.05025251000188291, "samples_seconds": [ 0.023095815995475277, 0.01370580101502128, 0.05025251000188291 ] }, "backend_setup_seconds": 1.5857046809978783, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13270.584032874418, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 2.1780579118058085e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00012011098442599177, "warm": { "median_seconds": 5.3229699551593514e-05, "minimum_seconds": 4.981695092283189e-05, "maximum_seconds": 5.701824993593618e-05, "samples_seconds": [ 5.701824993593618e-05, 5.3229699551593514e-05, 4.981695092283189e-05 ] }, "warm_calls_per_second": 18786.504684865602 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13270.584032874418, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 2.1780579118058085e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.0003034000110346824, "warm": { "median_seconds": 0.0001953468003193848, "minimum_seconds": 0.00019508755067363382, "maximum_seconds": 0.0001978106505703181, "samples_seconds": [ 0.0001953468003193848, 0.0001978106505703181, 0.00019508755067363382 ] }, "warm_calls_per_second": 5119.100995588548 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13270.584032874418, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 2.1780579118058085e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00019234998035244644, "warm": { "median_seconds": 0.00013722240109927952, "minimum_seconds": 0.00013129914877936245, "maximum_seconds": 0.0001417553998180665, "samples_seconds": [ 0.00013129914877936245, 0.00013722240109927952, 0.0001417553998180665 ] }, "warm_calls_per_second": 7287.439893115604 } }, "block": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13270.584032874418, "reference_gain_derivative": -13270.584032852637, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 2.1780579118058085e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.0005133590020705014, "warm": { "median_seconds": 0.0003658135508885607, "minimum_seconds": 0.0003329601502628066, "maximum_seconds": 0.0004004677495686337, "samples_seconds": [ 0.0004004677495686337, 0.0003658135508885607, 0.0003329601502628066 ] }, "warm_calls_per_second": 2733.633014881491 } } }, "block_unavailable_reason": null, "process_peak_rss_bytes": 251838464, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "2.14.1+cpu", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 3.075908722006716 }, { "case_id": "compiler-numpy-g16-s8-coupled", "family": "compiler", "process_repeat": 2, "measurement_order": 69, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "numpy", "groups": 16, "stages": 8, "dtype": "float64", "coupled": true }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 905, "state_elements": 384, "local_parameter_elements": 16, "shared_kernel_elements": 64, "fixture_bytes": 3792, "normalize": { "median_seconds": 0.05593888001749292, "minimum_seconds": 0.05224488099338487, "maximum_seconds": 0.07562875398434699, "samples_seconds": [ 0.07562875398434699, 0.05593888001749292, 0.05224488099338487 ] }, "compile_rhs": { "median_seconds": 0.004818463989067823, "minimum_seconds": 0.004799148009624332, "maximum_seconds": 0.01185202898341231, "samples_seconds": [ 0.01185202898341231, 0.004818463989067823, 0.004799148009624332 ] }, "backend_setup_seconds": 0.08770361501956359, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": null, "reference_gain_derivative": -13295.724978615906, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 9.365100413560867e-05, "warm": { "median_seconds": 3.778240061365068e-05, "minimum_seconds": 3.7134249578230086e-05, "maximum_seconds": 3.966374933952466e-05, "samples_seconds": [ 3.966374933952466e-05, 3.7134249578230086e-05, 3.778240061365068e-05 ] }, "warm_calls_per_second": 26467.349447316556 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": null, "reference_gain_derivative": -13295.724978615906, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.0002373369934502989, "warm": { "median_seconds": 0.0001626875004149042, "minimum_seconds": 0.00016222345002461224, "maximum_seconds": 0.0001807455497328192, "samples_seconds": [ 0.0001807455497328192, 0.00016222345002461224, 0.0001626875004149042 ] }, "warm_calls_per_second": 6146.753730001911 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": null, "reference_gain_derivative": -13295.724978615906, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": null, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00015646297833882272, "warm": { "median_seconds": 0.00011966095044044778, "minimum_seconds": 0.00011807434930233285, "maximum_seconds": 0.00012308289879001678, "samples_seconds": [ 0.00012308289879001678, 0.00011807434930233285, 0.00011966095044044778 ] }, "warm_calls_per_second": 8356.94515478276 } } }, "block_unavailable_reason": "group reduction couples groups", "process_peak_rss_bytes": 62836736, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "2.5.4", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 0.6911191730177961 }, { "case_id": "compiler-jax-g16-s8-coupled", "family": "compiler", "process_repeat": 2, "measurement_order": 70, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "jax", "groups": 16, "stages": 8, "dtype": "float64", "coupled": true }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 905, "state_elements": 384, "local_parameter_elements": 16, "shared_kernel_elements": 64, "fixture_bytes": 3792, "normalize": { "median_seconds": 0.07171795898466371, "minimum_seconds": 0.05599998001707718, "maximum_seconds": 0.08977568600676022, "samples_seconds": [ 0.08977568600676022, 0.07171795898466371, 0.05599998001707718 ] }, "compile_rhs": { "median_seconds": 0.0055158000031951815, "minimum_seconds": 0.004852207988733426, "maximum_seconds": 0.013401680014794692, "samples_seconds": [ 0.013401680014794692, 0.004852207988733426, 0.0055158000031951815 ] }, "backend_setup_seconds": 0.710375719005242, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13295.724978524508, "reference_gain_derivative": -13295.724978615906, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 9.139876055996865e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.21513394798967056, "first_evaluation_seconds": 0.0020054779888596386, "warm": { "median_seconds": 4.352499963715673e-05, "minimum_seconds": 4.088619898539037e-05, "maximum_seconds": 4.353359981905669e-05, "samples_seconds": [ 4.088619898539037e-05, 4.352499963715673e-05, 4.353359981905669e-05 ] }, "warm_calls_per_second": 22975.301742364933 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13295.724978524506, "reference_gain_derivative": -13295.724978615906, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 9.14005795493722e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.21843644900945947, "first_evaluation_seconds": 0.000773085979744792, "warm": { "median_seconds": 4.280630091670901e-05, "minimum_seconds": 4.2438200034666805e-05, "maximum_seconds": 4.352025134721771e-05, "samples_seconds": [ 4.352025134721771e-05, 4.2438200034666805e-05, 4.280630091670901e-05 ] }, "warm_calls_per_second": 23361.046822190143 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13295.724978524506, "reference_gain_derivative": -13295.724978615906, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 9.14005795493722e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": 0.21933757700026035, "first_evaluation_seconds": 0.0007620450051035732, "warm": { "median_seconds": 5.9072699514217675e-05, "minimum_seconds": 5.8533401170279833e-05, "maximum_seconds": 5.971575010335073e-05, "samples_seconds": [ 5.971575010335073e-05, 5.9072699514217675e-05, 5.8533401170279833e-05 ] }, "warm_calls_per_second": 16928.29358101908 } } }, "block_unavailable_reason": "group reduction couples groups", "process_peak_rss_bytes": 267210752, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "0.12.0", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 4.877140185999451 }, { "case_id": "compiler-torch-g16-s8-coupled", "family": "compiler", "process_repeat": 2, "measurement_order": 71, "status": "success", "timeout_seconds": 180, "payload": { "case": { "backend": "torch", "groups": 16, "stages": 8, "dtype": "float64", "coupled": true }, "status": "qualified", "policy": { "repeats": 3, "inner_loops": 20, "warmups": 2 }, "fixture": "benchmarks.hierarchical_model.fixture; deterministic, no seed", "specification_json_bytes": 905, "state_elements": 384, "local_parameter_elements": 16, "shared_kernel_elements": 64, "fixture_bytes": 3792, "normalize": { "median_seconds": 0.06866800299030729, "minimum_seconds": 0.05602450802689418, "maximum_seconds": 0.08837528398726135, "samples_seconds": [ 0.08837528398726135, 0.06866800299030729, 0.05602450802689418 ] }, "compile_rhs": { "median_seconds": 0.005544593004742637, "minimum_seconds": 0.0051405400154180825, "maximum_seconds": 0.014182629995048046, "samples_seconds": [ 0.014182629995048046, 0.005544593004742637, 0.0051405400154180825 ] }, "backend_setup_seconds": 1.6599796540103853, "evaluators": { "handwritten": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13295.724978524508, "reference_gain_derivative": -13295.724978615906, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 9.139876055996865e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.0001417479943484068, "warm": { "median_seconds": 5.718789907405153e-05, "minimum_seconds": 5.643174954457208e-05, "maximum_seconds": 5.7296549493912606e-05, "samples_seconds": [ 5.7296549493912606e-05, 5.718789907405153e-05, 5.643174954457208e-05 ] }, "warm_calls_per_second": 17486.216772977074 } }, "flat": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13295.724978524508, "reference_gain_derivative": -13295.724978615906, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 9.139876055996865e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.00033768799039535224, "warm": { "median_seconds": 0.00022878780000610278, "minimum_seconds": 0.0001967662508832291, "maximum_seconds": 0.00026957259979099035, "samples_seconds": [ 0.00026957259979099035, 0.00022878780000610278, 0.0001967662508832291 ] }, "warm_calls_per_second": 4370.862432233386 } }, "structured": { "value_rtol": 1e-10, "value_atol": 1e-10, "max_abs_value_error": 1.7763568394002505e-15, "gain_derivative": -13295.724978524508, "reference_gain_derivative": -13295.724978615906, "gain_derivative_rtol": 1e-07, "gain_derivative_atol": 1e-08, "gain_derivative_abs_error": 9.139876055996865e-08, "gain_derivative_step": 1e-05, "timings": { "cold_jit_seconds": null, "first_evaluation_seconds": 0.0002553650119807571, "warm": { "median_seconds": 0.00015031080110929906, "minimum_seconds": 0.00013942924997536465, "maximum_seconds": 0.00021053615055279806, "samples_seconds": [ 0.00015031080110929906, 0.00021053615055279806, 0.00013942924997536465 ] }, "warm_calls_per_second": 6652.881846280936 } } }, "block_unavailable_reason": "group reduction couples groups", "process_peak_rss_bytes": 250474496, "environment": { "python": "3.12.14", "op_system": "0.9.0", "numpy": "2.5.4", "backend_version": "2.14.1+cpu", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "machine": "x86_64", "processor": "Intel(R) Core(TM) Ultra 7 265U", "cpu_count": 14, "thread_settings": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "JAX_PLATFORMS": "cpu", "JAX_ENABLE_X64": "true" } } }, "outer_worker_seconds": 3.2387646000133827 }, { "case_id": "solver-core-g1-d1-independent-nonstiff-trajectory", "family": "solver", "process_repeat": 2, "measurement_order": 72, "status": "success", "timeout_seconds": 180, "payload": { "status": "success", "solver": "core", "derivative": "trajectory", "groups": 1, "local_parameter_dimension": 1, "parameter_count": 4, "state_shape": [ 2, 1, 1 ], "regime": "nonstiff", "coupled": false, "requested_minimum_steps": 16, "accepted_steps": 19, "core_discovery_accepted_steps": 19, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.003480957995634526, "core_discovery_seconds": 0.04133327500312589, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "persistent_compilation_cache_enabled": false, "backend_setup_seconds": 0.06358918797923252, "numerical_configuration": { "solver": "dopri5", "adjoint": "native JAX AD with checkpointed scan", "max_steps": 19, "mesh_mode": "identical frozen accepted mesh", "fsal": true }, "trace_lower_seconds": 0.0712221100111492, "compile_seconds": 0.29254339399631135, "first_execution_seconds": 0.0010389300005044788, "warm_execution_seconds": [ 5.5751996114850044e-05, 2.67770083155483e-05, 1.845901715569198e-05 ], "trajectory_max_absolute_error": 8.770761894538737e-15, "xla_buffer_bytes": { "argument_size_in_bytes": 32, "output_size_in_bytes": 64, "temp_size_in_bytes": 1224, "alias_size_in_bytes": 0 }, "peak_process_rss_mib": 264.11328125, "total_worker_seconds": 1.0434707420063205 }, "outer_worker_seconds": 2.199841089983238 }, { "case_id": "solver-core-g1-d1-independent-nonstiff-grad-rev", "family": "solver", "process_repeat": 2, "measurement_order": 73, "status": "success", "timeout_seconds": 180, "payload": { "status": "success", "solver": "core", "derivative": "grad-rev", "groups": 1, "local_parameter_dimension": 1, "parameter_count": 4, "state_shape": [ 2, 1, 1 ], "regime": "nonstiff", "coupled": false, "requested_minimum_steps": 16, "accepted_steps": 19, "core_discovery_accepted_steps": 19, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.0025387130153831095, "core_discovery_seconds": 0.037210563983535394, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "persistent_compilation_cache_enabled": false, "backend_setup_seconds": 0.06886158499401063, "numerical_configuration": { "solver": "dopri5", "adjoint": "native JAX AD with checkpointed scan", "max_steps": 19, "mesh_mode": "identical frozen accepted mesh", "fsal": true }, "trace_lower_seconds": 0.2722403040097561, "compile_seconds": 1.054189390008105, "first_execution_seconds": 0.0017636259726714343, "warm_execution_seconds": [ 0.0001683610025793314, 5.701498594135046e-05, 4.512298619374633e-05 ], "trajectory_max_absolute_error": 8.770761894538737e-15, "derivative_max_absolute_error": 8.400739082148334e-08, "xla_buffer_bytes": { "argument_size_in_bytes": 32, "output_size_in_bytes": 32, "temp_size_in_bytes": 3496, "alias_size_in_bytes": 0 }, "peak_process_rss_mib": 318.41015625, "total_worker_seconds": 2.432121886027744 }, "outer_worker_seconds": 3.43853665899951 }, { "case_id": "solver-external-g1-d1-independent-nonstiff-trajectory", "family": "solver", "process_repeat": 2, "measurement_order": 74, "status": "success", "timeout_seconds": 180, "payload": { "status": "success", "solver": "external", "derivative": "trajectory", "groups": 1, "local_parameter_dimension": 1, "parameter_count": 4, "state_shape": [ 2, 1, 1 ], "regime": "nonstiff", "coupled": false, "requested_minimum_steps": 16, "accepted_steps": 19, "core_discovery_accepted_steps": 19, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.0034325400192756206, "core_discovery_seconds": 0.03974698999081738, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "persistent_compilation_cache_enabled": false, "backend_setup_seconds": 0.06301990000065416, "numerical_configuration": { "solver": "dopri5", "adjoint": "native JAX AD with checkpointed scan", "max_steps": 19, "mesh_mode": "identical frozen accepted mesh", "fsal": true }, "trace_lower_seconds": 0.06065556200337596, "compile_seconds": 0.28345595800783485, "first_execution_seconds": 0.0008086109883151948, "warm_execution_seconds": [ 5.455600330606103e-05, 2.4170003598555923e-05, 1.7265992937609553e-05 ], "trajectory_max_absolute_error": 8.770761894538737e-15, "xla_buffer_bytes": { "argument_size_in_bytes": 32, "output_size_in_bytes": 64, "temp_size_in_bytes": 1224, "alias_size_in_bytes": 0 }, "peak_process_rss_mib": 264.31640625, "total_worker_seconds": 1.0080945579975378 }, "outer_worker_seconds": 2.0883679570106324 }, { "case_id": "solver-external-g1-d1-independent-nonstiff-grad-rev", "family": "solver", "process_repeat": 2, "measurement_order": 75, "status": "success", "timeout_seconds": 180, "payload": { "status": "success", "solver": "external", "derivative": "grad-rev", "groups": 1, "local_parameter_dimension": 1, "parameter_count": 4, "state_shape": [ 2, 1, 1 ], "regime": "nonstiff", "coupled": false, "requested_minimum_steps": 16, "accepted_steps": 19, "core_discovery_accepted_steps": 19, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.0025773230008780956, "core_discovery_seconds": 0.03593617200385779, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "persistent_compilation_cache_enabled": false, "backend_setup_seconds": 0.06339673799811862, "numerical_configuration": { "solver": "dopri5", "adjoint": "native JAX AD with checkpointed scan", "max_steps": 19, "mesh_mode": "identical frozen accepted mesh", "fsal": true }, "trace_lower_seconds": 0.19859266298590228, "compile_seconds": 0.932310834992677, "first_execution_seconds": 0.0014277660229709, "warm_execution_seconds": [ 0.0002913180214818567, 6.845398456789553e-05, 4.843599162995815e-05 ], "trajectory_max_absolute_error": 8.770761894538737e-15, "derivative_max_absolute_error": 8.400739082148334e-08, "xla_buffer_bytes": { "argument_size_in_bytes": 32, "output_size_in_bytes": 32, "temp_size_in_bytes": 5096, "alias_size_in_bytes": 0 }, "peak_process_rss_mib": 308.59375, "total_worker_seconds": 2.1804484280000906 }, "outer_worker_seconds": 3.1509466159914155 }, { "case_id": "solver-diffrax-fixed-g1-d1-independent-nonstiff-trajectory", "family": "solver", "process_repeat": 2, "measurement_order": 76, "status": "success", "timeout_seconds": 180, "payload": { "status": "success", "solver": "diffrax-fixed", "derivative": "trajectory", "groups": 1, "local_parameter_dimension": 1, "parameter_count": 4, "state_shape": [ 2, 1, 1 ], "regime": "nonstiff", "coupled": false, "requested_minimum_steps": 16, "accepted_steps": 19, "core_discovery_accepted_steps": 19, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.0025442600017413497, "core_discovery_seconds": 0.0344085700053256, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "persistent_compilation_cache_enabled": false, "backend_setup_seconds": 0.06315560900839046, "numerical_configuration": { "solver": "Dopri5", "adjoint": "RecursiveCheckpointAdjoint", "scan_kind": "bounded", "max_steps": 19, "mesh_mode": "identical frozen accepted mesh", "controller": "StepTo", "rtol": null, "atol": null, "implicit_root_finder": null, "root_find_max_steps": null }, "trace_lower_seconds": 0.568982060009148, "compile_seconds": 0.34262926899828017, "first_execution_seconds": 0.001694335980573669, "warm_execution_seconds": [ 0.00013623599079437554, 6.617698818445206e-05, 5.4356991313397884e-05 ], "solver_step_statistics": { "max_steps": 19, "num_accepted_steps": 19, "num_rejected_steps": 0, "num_steps": 19 }, "trajectory_max_absolute_error": 8.770761894538737e-15, "xla_buffer_bytes": { "argument_size_in_bytes": 32, "output_size_in_bytes": 64, "temp_size_in_bytes": 2840, "alias_size_in_bytes": 0 }, "peak_process_rss_mib": 296.36328125, "total_worker_seconds": 2.7112920520012267 }, "outer_worker_seconds": 3.866468132007867 }, { "case_id": "solver-diffrax-fixed-g1-d1-independent-nonstiff-grad-rev", "family": "solver", "process_repeat": 2, "measurement_order": 77, "status": "success", "timeout_seconds": 180, "payload": { "status": "success", "solver": "diffrax-fixed", "derivative": "grad-rev", "groups": 1, "local_parameter_dimension": 1, "parameter_count": 4, "state_shape": [ 2, 1, 1 ], "regime": "nonstiff", "coupled": false, "requested_minimum_steps": 16, "accepted_steps": 19, "core_discovery_accepted_steps": 19, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.002513388986699283, "core_discovery_seconds": 0.03417117497883737, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "persistent_compilation_cache_enabled": false, "backend_setup_seconds": 0.0632021360215731, "numerical_configuration": { "solver": "Dopri5", "adjoint": "RecursiveCheckpointAdjoint", "scan_kind": "bounded", "max_steps": 19, "mesh_mode": "identical frozen accepted mesh", "controller": "StepTo", "rtol": null, "atol": null, "implicit_root_finder": null, "root_find_max_steps": null }, "trace_lower_seconds": 1.7954554049938451, "compile_seconds": 1.5712882700026967, "first_execution_seconds": 0.004651625000406057, "warm_execution_seconds": [ 0.00031014802516438067, 0.0001570690074004233, 0.00016527200932614505 ], "solver_step_statistics": { "max_steps": 19, "num_accepted_steps": 19, "num_rejected_steps": 0, "num_steps": 19 }, "trajectory_max_absolute_error": 8.770761894538737e-15, "derivative_max_absolute_error": 8.400732909308317e-08, "xla_buffer_bytes": { "argument_size_in_bytes": 32, "output_size_in_bytes": 32, "temp_size_in_bytes": 9560, "alias_size_in_bytes": 0 }, "peak_process_rss_mib": 331.1796875, "total_worker_seconds": 5.805918833997566 }, "outer_worker_seconds": 7.0884211719967425 }, { "case_id": "solver-numpy-g1-d1-independent-nonstiff-trajectory", "family": "solver", "process_repeat": 2, "measurement_order": 78, "status": "success", "timeout_seconds": 180, "payload": { "status": "success", "solver": "numpy", "derivative": "trajectory", "groups": 1, "local_parameter_dimension": 1, "parameter_count": 4, "state_shape": [ 2, 1, 1 ], "regime": "nonstiff", "coupled": false, "requested_minimum_steps": 16, "accepted_steps": 19, "core_discovery_accepted_steps": 19, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.0028404150216374546, "core_discovery_seconds": 0.0458917880023364, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "trace_lower_seconds": null, "compile_seconds": null, "first_execution_seconds": 0.004319210012909025, "warm_execution_seconds": [ 0.004048481991048902, 0.003723571979207918, 0.003696266998304054 ], "trajectory_max_absolute_error": 8.770761894538737e-15, "xla_buffer_bytes": null, "method": "dopri5 frozen replay", "peak_process_rss_mib": 79.078125, "total_worker_seconds": 0.08305462100543082 }, "outer_worker_seconds": 0.8724967699963599 }, { "case_id": "solver-core-g4-d2-coupled-stiff-trajectory", "family": "solver", "process_repeat": 2, "measurement_order": 79, "status": "success", "timeout_seconds": 180, "payload": { "status": "success", "solver": "core", "derivative": "trajectory", "groups": 4, "local_parameter_dimension": 2, "parameter_count": 18, "state_shape": [ 2, 4, 2 ], "regime": "stiff", "coupled": true, "requested_minimum_steps": 16, "accepted_steps": 86, "core_discovery_accepted_steps": 86, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.0696273969952017, "core_discovery_seconds": 0.06332600698806345, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "persistent_compilation_cache_enabled": false, "backend_setup_seconds": 0.06533586099976674, "numerical_configuration": { "solver": "dopri5", "adjoint": "native JAX AD with checkpointed scan", "max_steps": 86, "mesh_mode": "identical frozen accepted mesh", "fsal": true }, "trace_lower_seconds": 0.07679934898624197, "compile_seconds": 0.5817527390026953, "first_execution_seconds": 0.0010933039884548634, "warm_execution_seconds": [ 0.00012748298468068242, 8.2279002526775e-05, 7.175802602432668e-05 ], "trajectory_max_absolute_error": 6.974212353461073e-11, "xla_buffer_bytes": { "argument_size_in_bytes": 144, "output_size_in_bytes": 512, "temp_size_in_bytes": 12376, "alias_size_in_bytes": 0 }, "peak_process_rss_mib": 275.765625, "total_worker_seconds": 1.4222128649998922 }, "outer_worker_seconds": 2.4953887940209825 }, { "case_id": "solver-core-g4-d2-coupled-stiff-grad-rev", "family": "solver", "process_repeat": 2, "measurement_order": 80, "status": "success", "timeout_seconds": 180, "payload": { "status": "success", "solver": "core", "derivative": "grad-rev", "groups": 4, "local_parameter_dimension": 2, "parameter_count": 18, "state_shape": [ 2, 4, 2 ], "regime": "stiff", "coupled": true, "requested_minimum_steps": 16, "accepted_steps": 86, "core_discovery_accepted_steps": 86, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.06286066200118512, "core_discovery_seconds": 0.06373074499424547, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "persistent_compilation_cache_enabled": false, "backend_setup_seconds": 0.06276231101946905, "numerical_configuration": { "solver": "dopri5", "adjoint": "native JAX AD with checkpointed scan", "max_steps": 86, "mesh_mode": "identical frozen accepted mesh", "fsal": true }, "trace_lower_seconds": 0.24380184899200685, "compile_seconds": 2.6044919610139914, "first_execution_seconds": 0.002624163986183703, "warm_execution_seconds": [ 0.00031398001010529697, 0.0002244019997306168, 0.0002305509988218546 ], "trajectory_max_absolute_error": 6.974212353461073e-11, "derivative_max_absolute_error": 5.517582096076223e-09, "xla_buffer_bytes": { "argument_size_in_bytes": 144, "output_size_in_bytes": 144, "temp_size_in_bytes": 46120, "alias_size_in_bytes": 0 }, "peak_process_rss_mib": 368.7421875, "total_worker_seconds": 5.052384562994121 }, "outer_worker_seconds": 6.157069418986794 }, { "case_id": "solver-numpy-g4-d2-coupled-stiff-trajectory", "family": "solver", "process_repeat": 2, "measurement_order": 81, "status": "success", "timeout_seconds": 180, "payload": { "status": "success", "solver": "numpy", "derivative": "trajectory", "groups": 4, "local_parameter_dimension": 2, "parameter_count": 18, "state_shape": [ 2, 4, 2 ], "regime": "stiff", "coupled": true, "requested_minimum_steps": 16, "accepted_steps": 86, "core_discovery_accepted_steps": 86, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.05348211602540687, "core_discovery_seconds": 0.05788093397859484, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "trace_lower_seconds": null, "compile_seconds": null, "first_execution_seconds": 0.01364591799210757, "warm_execution_seconds": [ 0.013052231981419027, 0.012643247988307849, 0.012526755017461255 ], "trajectory_max_absolute_error": 6.974212353461073e-11, "xla_buffer_bytes": null, "method": "dopri5 frozen replay", "peak_process_rss_mib": 79.18359375, "total_worker_seconds": 0.17534616598277353 }, "outer_worker_seconds": 0.7562142199894879 }, { "case_id": "loop-scan-n8-grad", "family": "loop", "process_repeat": 2, "measurement_order": 82, "status": "success", "timeout_seconds": 180, "payload": { "execution": "fixed", "method": "dopri5", "steps": 8, "loop": "scan", "derivative": "grad", "checkpoint": true, "python": "3.12.14", "jax": "0.12.0", "backend": "cpu", "trace_lower_seconds": 0.16680849599651992, "compile_seconds": 0.46679498901357874, "run_seconds": 0.0012960000021848828, "peak_rss_mib": 252.40234375, "finite": true, "xla_buffer_bytes": { "argument_size_in_bytes": 16, "output_size_in_bytes": 16, "temp_size_in_bytes": 1616, "alias_size_in_bytes": 0 } }, "outer_worker_seconds": 2.082058749976568 }, { "case_id": "loop-unroll-n8-grad", "family": "loop", "process_repeat": 2, "measurement_order": 83, "status": "success", "timeout_seconds": 180, "payload": { "execution": "fixed", "method": "dopri5", "steps": 8, "loop": "unroll", "derivative": "grad", "checkpoint": false, "python": "3.12.14", "jax": "0.12.0", "backend": "cpu", "trace_lower_seconds": 0.19184171699453145, "compile_seconds": 13.275028611999005, "run_seconds": 0.003668296994874254, "peak_rss_mib": 556.78125, "finite": true, "xla_buffer_bytes": { "argument_size_in_bytes": 16, "output_size_in_bytes": 16, "temp_size_in_bytes": 5832, "alias_size_in_bytes": 0 } }, "outer_worker_seconds": 15.796979213017039 }, { "case_id": "loop-scan-n64-grad", "family": "loop", "process_repeat": 2, "measurement_order": 84, "status": "success", "timeout_seconds": 180, "payload": { "execution": "fixed", "method": "dopri5", "steps": 64, "loop": "scan", "derivative": "grad", "checkpoint": true, "python": "3.12.14", "jax": "0.12.0", "backend": "cpu", "trace_lower_seconds": 0.22379102298873477, "compile_seconds": 0.7384517110185698, "run_seconds": 0.0021327899885363877, "peak_rss_mib": 252.6171875, "finite": true, "xla_buffer_bytes": { "argument_size_in_bytes": 16, "output_size_in_bytes": 16, "temp_size_in_bytes": 6736, "alias_size_in_bytes": 0 } }, "outer_worker_seconds": 2.658530332002556 }, { "case_id": "loop-scan-n64-hessian", "family": "loop", "process_repeat": 2, "measurement_order": 85, "status": "success", "timeout_seconds": 180, "payload": { "execution": "fixed", "method": "dopri5", "steps": 64, "loop": "scan", "derivative": "hessian", "checkpoint": true, "python": "3.12.14", "jax": "0.12.0", "backend": "cpu", "trace_lower_seconds": 0.40277354599675164, "compile_seconds": 1.1341260820045136, "run_seconds": 0.004516148997936398, "peak_rss_mib": 282.64453125, "finite": true, "xla_buffer_bytes": { "argument_size_in_bytes": 16, "output_size_in_bytes": 32, "temp_size_in_bytes": 19528, "alias_size_in_bytes": 0 } }, "outer_worker_seconds": 3.2125723649805877 }, { "case_id": "loop-unroll-n64-grad", "family": "loop", "process_repeat": 2, "measurement_order": 86, "status": "timeout", "timeout_seconds": 30, "censored": true, "timing_result": null, "outer_worker_seconds": 30.064841066021472 }, { "case_id": "loop-unroll-n64-hessian", "family": "loop", "process_repeat": 2, "measurement_order": 87, "status": "timeout", "timeout_seconds": 30, "censored": true, "timing_result": null, "outer_worker_seconds": 30.089703941019252 }, { "case_id": "ssa-r16", "family": "ssa", "process_repeat": 2, "measurement_order": 88, "status": "success", "timeout_seconds": 180, "payload": { "schema_version": 1, "python": "3.12.14", "numpy": "2.5.4", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "records": [ { "replicates": 16, "days": 5, "compile_seconds": 0.01737117799348198, "network_setup_seconds": 0.000450549996457994, "batch_seconds": 0.017588419985258952, "seconds_per_replicate": 0.0010992762490786845, "events": 402, "sweeps": 58, "local_stoichiometry_bytes": 72, "final_infected_mean": 19.25, "flat_network_setup_seconds": 0.0016036400047596544, "flat_seconds": 0.06643966800766066, "flat_stoichiometry_bytes": 18432 } ] }, "outer_worker_seconds": 0.783167001005495 }, { "case_id": "ssa-r64", "family": "ssa", "process_repeat": 2, "measurement_order": 89, "status": "success", "timeout_seconds": 180, "payload": { "schema_version": 1, "python": "3.12.14", "numpy": "2.5.4", "platform": "Linux-6.17.0-1033-oem-x86_64-with-glibc2.39", "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "records": [ { "replicates": 64, "days": 5, "compile_seconds": 0.03068944698316045, "network_setup_seconds": 0.00043966597877442837, "batch_seconds": 0.029115178011124954, "seconds_per_replicate": 0.0004549246564238274, "events": 1667, "sweeps": 75, "local_stoichiometry_bytes": 72, "final_infected_mean": 20.484375 } ] }, "outer_worker_seconds": 0.7141255399910733 } ], "incomplete_setup_attempt": { "status": { "status": "incomplete-setup-attempt", "completed_records": 32, "reason": "Missing declared compiler dependency affected compiler and SSA workers; corrected without changing NumPy/JAX/Torch/Diffrax versions. Active run interrupted before restarting a fresh complete matrix.", "active_case_interrupted": "loop-unroll-n64-hessian process repeat 1", "active_case_timing_result": null }, "records": [ { "case_id": "compiler-numpy-g4-s2-independent", "family": "compiler", "process_repeat": 0, "measurement_order": 0, "status": "error", "returncode": 1, "error": "Worker failed; local stderr retained", "outer_worker_seconds": 0.6960929710185155 }, { "case_id": "compiler-jax-g4-s2-independent", "family": "compiler", "process_repeat": 0, "measurement_order": 1, "status": "error", "returncode": 1, "error": "Worker failed; local stderr retained", "outer_worker_seconds": 0.28800486799445935 }, { "case_id": "compiler-torch-g4-s2-independent", "family": "compiler", "process_repeat": 0, "measurement_order": 2, "status": "error", "returncode": 1, "error": "Worker failed; local stderr retained", "outer_worker_seconds": 0.2166888150095474 }, { "case_id": "compiler-numpy-g4-s2-coupled", "family": "compiler", "process_repeat": 0, "measurement_order": 3, "status": "error", "returncode": 1, "error": "Worker failed; local stderr retained", "outer_worker_seconds": 0.2197924969950691 }, { "case_id": "compiler-jax-g4-s2-coupled", "family": "compiler", "process_repeat": 0, "measurement_order": 4, "status": "error", "returncode": 1, "error": "Worker failed; local stderr retained", "outer_worker_seconds": 0.23189125099452212 }, { "case_id": "compiler-torch-g4-s2-coupled", "family": "compiler", "process_repeat": 0, "measurement_order": 5, "status": "error", "returncode": 1, "error": "Worker failed; local stderr retained", "outer_worker_seconds": 0.20780897000804543 }, { "case_id": "compiler-numpy-g16-s8-independent", "family": "compiler", "process_repeat": 0, "measurement_order": 6, "status": "error", "returncode": 1, "error": "Worker failed; local stderr retained", "outer_worker_seconds": 0.22648442100035027 }, { "case_id": "compiler-jax-g16-s8-independent", "family": "compiler", "process_repeat": 0, "measurement_order": 7, "status": "error", "returncode": 1, "error": "Worker failed; local stderr retained", "outer_worker_seconds": 0.23211608300334774 }, { "case_id": "compiler-torch-g16-s8-independent", "family": "compiler", "process_repeat": 0, "measurement_order": 8, "status": "error", "returncode": 1, "error": "Worker failed; local stderr retained", "outer_worker_seconds": 0.21863401200971566 }, { "case_id": "compiler-numpy-g16-s8-coupled", "family": "compiler", "process_repeat": 0, "measurement_order": 9, "status": "error", "returncode": 1, "error": "Worker failed; local stderr retained", "outer_worker_seconds": 0.21521279201260768 }, { "case_id": "compiler-jax-g16-s8-coupled", "family": "compiler", "process_repeat": 0, "measurement_order": 10, "status": "error", "returncode": 1, "error": "Worker failed; local stderr retained", "outer_worker_seconds": 0.21160127999610268 }, { "case_id": "compiler-torch-g16-s8-coupled", "family": "compiler", "process_repeat": 0, "measurement_order": 11, "status": "error", "returncode": 1, "error": "Worker failed; local stderr retained", "outer_worker_seconds": 0.23187475997838192 }, { "case_id": "solver-core-g1-d1-independent-nonstiff-trajectory", "family": "solver", "process_repeat": 0, "measurement_order": 12, "status": "success", "payload": { "status": "success", "solver": "core", "derivative": "trajectory", "groups": 1, "local_parameter_dimension": 1, "parameter_count": 4, "state_shape": [ 2, 1, 1 ], "regime": "nonstiff", "coupled": false, "requested_minimum_steps": 16, "accepted_steps": 19, "core_discovery_accepted_steps": 19, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.004380033991765231, "core_discovery_seconds": 0.03308592998655513, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "persistent_compilation_cache_enabled": false, "backend_setup_seconds": 0.3199523760122247, "numerical_configuration": { "solver": "dopri5", "adjoint": "native JAX AD with checkpointed scan", "max_steps": 19, "mesh_mode": "identical frozen accepted mesh", "fsal": true }, "trace_lower_seconds": 0.11810900300042704, "compile_seconds": 0.6315410200040787, "first_execution_seconds": 0.0015167089877650142, "warm_execution_seconds": [ 8.583901217207313e-05, 3.463600296527147e-05, 2.5648012524470687e-05 ], "trajectory_max_absolute_error": 8.770761894538737e-15, "xla_buffer_bytes": { "argument_size_in_bytes": 32, "output_size_in_bytes": 64, "temp_size_in_bytes": 1224, "alias_size_in_bytes": 0 }, "peak_process_rss_mib": 275.73828125, "total_worker_seconds": 4.287704476999352 }, "outer_worker_seconds": 7.168677223002305 }, { "case_id": "solver-core-g1-d1-independent-nonstiff-grad-rev", "family": "solver", "process_repeat": 0, "measurement_order": 13, "status": "success", "payload": { "status": "success", "solver": "core", "derivative": "grad-rev", "groups": 1, "local_parameter_dimension": 1, "parameter_count": 4, "state_shape": [ 2, 1, 1 ], "regime": "nonstiff", "coupled": false, "requested_minimum_steps": 16, "accepted_steps": 19, "core_discovery_accepted_steps": 19, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.0030952230154071003, "core_discovery_seconds": 0.04342424499918707, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "persistent_compilation_cache_enabled": false, "backend_setup_seconds": 0.06841971099493094, "numerical_configuration": { "solver": "dopri5", "adjoint": "native JAX AD with checkpointed scan", "max_steps": 19, "mesh_mode": "identical frozen accepted mesh", "fsal": true }, "trace_lower_seconds": 0.3376625899982173, "compile_seconds": 1.66768943000352, "first_execution_seconds": 0.002935096010332927, "warm_execution_seconds": [ 0.00046734599163755774, 6.638799095526338e-05, 4.5666994992643595e-05 ], "trajectory_max_absolute_error": 8.770761894538737e-15, "derivative_max_absolute_error": 8.400739082148334e-08, "xla_buffer_bytes": { "argument_size_in_bytes": 32, "output_size_in_bytes": 32, "temp_size_in_bytes": 3496, "alias_size_in_bytes": 0 }, "peak_process_rss_mib": 319.62109375, "total_worker_seconds": 3.283273492997978 }, "outer_worker_seconds": 4.447493599000154 }, { "case_id": "solver-external-g1-d1-independent-nonstiff-trajectory", "family": "solver", "process_repeat": 0, "measurement_order": 14, "status": "success", "payload": { "status": "success", "solver": "external", "derivative": "trajectory", "groups": 1, "local_parameter_dimension": 1, "parameter_count": 4, "state_shape": [ 2, 1, 1 ], "regime": "nonstiff", "coupled": false, "requested_minimum_steps": 16, "accepted_steps": 19, "core_discovery_accepted_steps": 19, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.002750194980762899, "core_discovery_seconds": 0.04703543899813667, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "persistent_compilation_cache_enabled": false, "backend_setup_seconds": 0.07109209199552424, "numerical_configuration": { "solver": "dopri5", "adjoint": "native JAX AD with checkpointed scan", "max_steps": 19, "mesh_mode": "identical frozen accepted mesh", "fsal": true }, "trace_lower_seconds": 0.07234057498862967, "compile_seconds": 0.46091510899714194, "first_execution_seconds": 0.0011242410109844059, "warm_execution_seconds": [ 6.173300789669156e-05, 2.6075984351336956e-05, 1.998001243919134e-05 ], "trajectory_max_absolute_error": 8.770761894538737e-15, "xla_buffer_bytes": { "argument_size_in_bytes": 32, "output_size_in_bytes": 64, "temp_size_in_bytes": 1224, "alias_size_in_bytes": 0 }, "peak_process_rss_mib": 263.25390625, "total_worker_seconds": 1.3710275460034609 }, "outer_worker_seconds": 2.6600648799794726 }, { "case_id": "solver-external-g1-d1-independent-nonstiff-grad-rev", "family": "solver", "process_repeat": 0, "measurement_order": 15, "status": "success", "payload": { "status": "success", "solver": "external", "derivative": "grad-rev", "groups": 1, "local_parameter_dimension": 1, "parameter_count": 4, "state_shape": [ 2, 1, 1 ], "regime": "nonstiff", "coupled": false, "requested_minimum_steps": 16, "accepted_steps": 19, "core_discovery_accepted_steps": 19, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.002588967006886378, "core_discovery_seconds": 0.048303950985427946, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "persistent_compilation_cache_enabled": false, "backend_setup_seconds": 0.06847336300415918, "numerical_configuration": { "solver": "dopri5", "adjoint": "native JAX AD with checkpointed scan", "max_steps": 19, "mesh_mode": "identical frozen accepted mesh", "fsal": true }, "trace_lower_seconds": 0.30990289797773585, "compile_seconds": 1.507725011993898, "first_execution_seconds": 0.002851974015356973, "warm_execution_seconds": [ 0.00026545897708274424, 8.947300375439227e-05, 6.45809923298657e-05 ], "trajectory_max_absolute_error": 8.770761894538737e-15, "derivative_max_absolute_error": 8.400739082148334e-08, "xla_buffer_bytes": { "argument_size_in_bytes": 32, "output_size_in_bytes": 32, "temp_size_in_bytes": 5096, "alias_size_in_bytes": 0 }, "peak_process_rss_mib": 310.5625, "total_worker_seconds": 3.276035734976176 }, "outer_worker_seconds": 4.538959366997005 }, { "case_id": "solver-diffrax-fixed-g1-d1-independent-nonstiff-trajectory", "family": "solver", "process_repeat": 0, "measurement_order": 16, "status": "success", "payload": { "status": "success", "solver": "diffrax-fixed", "derivative": "trajectory", "groups": 1, "local_parameter_dimension": 1, "parameter_count": 4, "state_shape": [ 2, 1, 1 ], "regime": "nonstiff", "coupled": false, "requested_minimum_steps": 16, "accepted_steps": 19, "core_discovery_accepted_steps": 19, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.003111485973931849, "core_discovery_seconds": 0.05134157001157291, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "persistent_compilation_cache_enabled": false, "backend_setup_seconds": 0.07566214699181728, "numerical_configuration": { "solver": "Dopri5", "adjoint": "RecursiveCheckpointAdjoint", "scan_kind": "bounded", "max_steps": 19, "mesh_mode": "identical frozen accepted mesh", "controller": "StepTo", "rtol": null, "atol": null, "implicit_root_finder": null, "root_find_max_steps": null }, "trace_lower_seconds": 0.7681509800022468, "compile_seconds": 0.5467248969944194, "first_execution_seconds": 0.0008711720001883805, "warm_execution_seconds": [ 0.00016518199117854238, 9.826599853113294e-05, 9.182601934298873e-05 ], "solver_step_statistics": { "max_steps": 19, "num_accepted_steps": 19, "num_rejected_steps": 0, "num_steps": 19 }, "trajectory_max_absolute_error": 8.770761894538737e-15, "xla_buffer_bytes": { "argument_size_in_bytes": 32, "output_size_in_bytes": 64, "temp_size_in_bytes": 2840, "alias_size_in_bytes": 0 }, "peak_process_rss_mib": 294.9296875, "total_worker_seconds": 4.679030272993259 }, "outer_worker_seconds": 6.402397174999351 }, { "case_id": "solver-diffrax-fixed-g1-d1-independent-nonstiff-grad-rev", "family": "solver", "process_repeat": 0, "measurement_order": 17, "status": "success", "payload": { "status": "success", "solver": "diffrax-fixed", "derivative": "grad-rev", "groups": 1, "local_parameter_dimension": 1, "parameter_count": 4, "state_shape": [ 2, 1, 1 ], "regime": "nonstiff", "coupled": false, "requested_minimum_steps": 16, "accepted_steps": 19, "core_discovery_accepted_steps": 19, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.0027934410027228296, "core_discovery_seconds": 0.05019919297774322, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "persistent_compilation_cache_enabled": false, "backend_setup_seconds": 0.0663032710144762, "numerical_configuration": { "solver": "Dopri5", "adjoint": "RecursiveCheckpointAdjoint", "scan_kind": "bounded", "max_steps": 19, "mesh_mode": "identical frozen accepted mesh", "controller": "StepTo", "rtol": null, "atol": null, "implicit_root_finder": null, "root_find_max_steps": null }, "trace_lower_seconds": 2.8270349969970994, "compile_seconds": 2.10816409799736, "first_execution_seconds": 0.008207681006751955, "warm_execution_seconds": [ 0.0003354920190759003, 0.00021063999156467617, 0.00015103199984878302 ], "solver_step_statistics": { "max_steps": 19, "num_accepted_steps": 19, "num_rejected_steps": 0, "num_steps": 19 }, "trajectory_max_absolute_error": 8.770761894538737e-15, "derivative_max_absolute_error": 8.400732909308317e-08, "xla_buffer_bytes": { "argument_size_in_bytes": 32, "output_size_in_bytes": 32, "temp_size_in_bytes": 9560, "alias_size_in_bytes": 0 }, "peak_process_rss_mib": 335.40625, "total_worker_seconds": 8.163643420994049 }, "outer_worker_seconds": 9.606954016984673 }, { "case_id": "solver-numpy-g1-d1-independent-nonstiff-trajectory", "family": "solver", "process_repeat": 0, "measurement_order": 18, "status": "success", "payload": { "status": "success", "solver": "numpy", "derivative": "trajectory", "groups": 1, "local_parameter_dimension": 1, "parameter_count": 4, "state_shape": [ 2, 1, 1 ], "regime": "nonstiff", "coupled": false, "requested_minimum_steps": 16, "accepted_steps": 19, "core_discovery_accepted_steps": 19, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.003150771983200684, "core_discovery_seconds": 0.05983369000023231, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "trace_lower_seconds": null, "compile_seconds": null, "first_execution_seconds": 0.004504401993472129, "warm_execution_seconds": [ 0.0039743649831507355, 0.004662452993215993, 0.0043626360129565 ], "trajectory_max_absolute_error": 8.770761894538737e-15, "xla_buffer_bytes": null, "method": "dopri5 frozen replay", "peak_process_rss_mib": 79.13671875, "total_worker_seconds": 0.10053643200080842 }, "outer_worker_seconds": 1.230176715995185 }, { "case_id": "solver-core-g4-d2-coupled-stiff-trajectory", "family": "solver", "process_repeat": 0, "measurement_order": 19, "status": "success", "payload": { "status": "success", "solver": "core", "derivative": "trajectory", "groups": 4, "local_parameter_dimension": 2, "parameter_count": 18, "state_shape": [ 2, 4, 2 ], "regime": "stiff", "coupled": true, "requested_minimum_steps": 16, "accepted_steps": 86, "core_discovery_accepted_steps": 86, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.07263919498655014, "core_discovery_seconds": 0.07951191801112145, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "persistent_compilation_cache_enabled": false, "backend_setup_seconds": 0.09290570099256001, "numerical_configuration": { "solver": "dopri5", "adjoint": "native JAX AD with checkpointed scan", "max_steps": 86, "mesh_mode": "identical frozen accepted mesh", "fsal": true }, "trace_lower_seconds": 0.12023021202185191, "compile_seconds": 1.142405966995284, "first_execution_seconds": 0.0016410359821747988, "warm_execution_seconds": [ 0.00014430898590944707, 8.731198613531888e-05, 7.974100299179554e-05 ], "trajectory_max_absolute_error": 6.974212353461073e-11, "xla_buffer_bytes": { "argument_size_in_bytes": 144, "output_size_in_bytes": 512, "temp_size_in_bytes": 12376, "alias_size_in_bytes": 0 }, "peak_process_rss_mib": 275.8515625, "total_worker_seconds": 2.3480764100095257 }, "outer_worker_seconds": 3.6377660290163476 }, { "case_id": "solver-core-g4-d2-coupled-stiff-grad-rev", "family": "solver", "process_repeat": 0, "measurement_order": 20, "status": "success", "payload": { "status": "success", "solver": "core", "derivative": "grad-rev", "groups": 4, "local_parameter_dimension": 2, "parameter_count": 18, "state_shape": [ 2, 4, 2 ], "regime": "stiff", "coupled": true, "requested_minimum_steps": 16, "accepted_steps": 86, "core_discovery_accepted_steps": 86, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.08067086798837408, "core_discovery_seconds": 0.0766019029833842, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "persistent_compilation_cache_enabled": false, "backend_setup_seconds": 0.07396465100464411, "numerical_configuration": { "solver": "dopri5", "adjoint": "native JAX AD with checkpointed scan", "max_steps": 86, "mesh_mode": "identical frozen accepted mesh", "fsal": true }, "trace_lower_seconds": 0.42928061497514136, "compile_seconds": 4.32415271102218, "first_execution_seconds": 0.0053609180031344295, "warm_execution_seconds": [ 0.00040468000224791467, 0.0002385260013397783, 0.0002376719785388559 ], "trajectory_max_absolute_error": 6.974212353461073e-11, "derivative_max_absolute_error": 5.517582096076223e-09, "xla_buffer_bytes": { "argument_size_in_bytes": 144, "output_size_in_bytes": 144, "temp_size_in_bytes": 46120, "alias_size_in_bytes": 0 }, "peak_process_rss_mib": 370.22265625, "total_worker_seconds": 7.888346132996958 }, "outer_worker_seconds": 9.226596883992897 }, { "case_id": "solver-numpy-g4-d2-coupled-stiff-trajectory", "family": "solver", "process_repeat": 0, "measurement_order": 21, "status": "success", "payload": { "status": "success", "solver": "numpy", "derivative": "trajectory", "groups": 4, "local_parameter_dimension": 2, "parameter_count": 18, "state_shape": [ 2, 4, 2 ], "regime": "stiff", "coupled": true, "requested_minimum_steps": 16, "accepted_steps": 86, "core_discovery_accepted_steps": 86, "output_times": [ 0.0, 0.2, 0.5, 1.0 ], "dtype": "float64", "platform": "cpu", "rtol": 2e-08, "atol": 2e-10, "discovery_dt_max": 0.0625, "tolerances_apply_to": "Discovery only; frozen replay bypasses error control", "reference_method": "SciPy DOP853", "reference_rtol": 2e-12, "reference_atol": 2e-14, "reference_seconds": 0.07904954598052427, "core_discovery_seconds": 0.08705496499896981, "regularization": 25.0, "timeout_seconds": 180.0, "timeout_policy": "censored; no measured speedup inferred", "repeats": 3, "versions": { "op-engine": "0.8.0", "numpy": "2.5.4", "scipy": "1.18.1", "jax": "0.12.0", "diffrax": "0.7.2" }, "python": "3.12.14", "hardware": { "machine": "x86_64", "cpu": "Intel(R) Core(TM) Ultra 7 265U", "logical_cpus": 14, "thread_environment": { "OMP_NUM_THREADS": "1", "OPENBLAS_NUM_THREADS": "1", "MKL_NUM_THREADS": "1", "XLA_FLAGS": null } }, "provenance": { "commit": "00ad9338ec35ea97f9cb927100a923eae715f302", "dirty": true, "source_sha256": { "fixture": "14aaed8edd8fb84d21b2b495a3c4511002d5a750aad41d0ceb9b9ee5884e0391", "measurement": "50d534e00007669ebd8e13e0cd9c9110a7ce816c4a36dc95a81be70f2c90e310", "driver": "cf58ce6e06e75b70cd829338b79303626178b724ca09e4f3e9d70ace7293b69c", "core_solver": "52dead10370fc5c8bbb6d68c429e431e26b556582d542761d327c099d7303449" } }, "trace_lower_seconds": null, "compile_seconds": null, "first_execution_seconds": 0.02312338602496311, "warm_execution_seconds": [ 0.02228566599660553, 0.019308210990857333, 0.015829854004550725 ], "trajectory_max_absolute_error": 6.974212353461073e-11, "xla_buffer_bytes": null, "method": "dopri5 frozen replay", "peak_process_rss_mib": 79.2421875, "total_worker_seconds": 0.26657651900313795 }, "outer_worker_seconds": 1.2301348180044442 }, { "case_id": "loop-scan-n8-grad", "family": "loop", "process_repeat": 0, "measurement_order": 22, "status": "success", "payload": { "execution": "fixed", "method": "dopri5", "steps": 8, "loop": "scan", "derivative": "grad", "checkpoint": true, "python": "3.12.14", "jax": "0.12.0", "backend": "cpu", "trace_lower_seconds": 0.19661106599960476, "compile_seconds": 0.7158954020123929, "run_seconds": 0.002298262988915667, "peak_rss_mib": 251.296875, "finite": true, "xla_buffer_bytes": { "argument_size_in_bytes": 16, "output_size_in_bytes": 16, "temp_size_in_bytes": 1616, "alias_size_in_bytes": 0 } }, "outer_worker_seconds": 2.6656440760125406 }, { "case_id": "loop-unroll-n8-grad", "family": "loop", "process_repeat": 0, "measurement_order": 23, "status": "success", "payload": { "execution": "fixed", "method": "dopri5", "steps": 8, "loop": "unroll", "derivative": "grad", "checkpoint": false, "python": "3.12.14", "jax": "0.12.0", "backend": "cpu", "trace_lower_seconds": 0.28962231799960136, "compile_seconds": 17.42791920498712, "run_seconds": 0.0033180610043928027, "peak_rss_mib": 556.203125, "finite": true, "xla_buffer_bytes": { "argument_size_in_bytes": 16, "output_size_in_bytes": 16, "temp_size_in_bytes": 5832, "alias_size_in_bytes": 0 } }, "outer_worker_seconds": 20.20803896599682 }, { "case_id": "loop-scan-n64-grad", "family": "loop", "process_repeat": 0, "measurement_order": 24, "status": "success", "payload": { "execution": "fixed", "method": "dopri5", "steps": 64, "loop": "scan", "derivative": "grad", "checkpoint": true, "python": "3.12.14", "jax": "0.12.0", "backend": "cpu", "trace_lower_seconds": 0.25838280699099414, "compile_seconds": 0.9731153050088324, "run_seconds": 0.0025102219951804727, "peak_rss_mib": 253.921875, "finite": true, "xla_buffer_bytes": { "argument_size_in_bytes": 16, "output_size_in_bytes": 16, "temp_size_in_bytes": 6736, "alias_size_in_bytes": 0 } }, "outer_worker_seconds": 3.052286316989921 }, { "case_id": "loop-scan-n64-hessian", "family": "loop", "process_repeat": 0, "measurement_order": 25, "status": "success", "payload": { "execution": "fixed", "method": "dopri5", "steps": 64, "loop": "scan", "derivative": "hessian", "checkpoint": true, "python": "3.12.14", "jax": "0.12.0", "backend": "cpu", "trace_lower_seconds": 0.6133225070079789, "compile_seconds": 1.8665246419841424, "run_seconds": 0.004131012014113367, "peak_rss_mib": 279.828125, "finite": true, "xla_buffer_bytes": { "argument_size_in_bytes": 16, "output_size_in_bytes": 32, "temp_size_in_bytes": 19528, "alias_size_in_bytes": 0 } }, "outer_worker_seconds": 4.300158750003902 }, { "case_id": "loop-unroll-n64-grad", "family": "loop", "process_repeat": 0, "measurement_order": 26, "status": "timeout", "censored": true, "timing_result": null, "outer_worker_seconds": 180.1462068950059 }, { "case_id": "loop-unroll-n64-hessian", "family": "loop", "process_repeat": 0, "measurement_order": 27, "status": "timeout", "censored": true, "timing_result": null, "outer_worker_seconds": 180.15186723298393 }, { "case_id": "ssa-r16", "family": "ssa", "process_repeat": 0, "measurement_order": 28, "status": "error", "returncode": 1, "error": "Worker failed; local stderr retained", "outer_worker_seconds": 0.5656219369848259 }, { "case_id": "ssa-r64", "family": "ssa", "process_repeat": 0, "measurement_order": 29, "status": "error", "returncode": 1, "error": "Worker failed; local stderr retained", "outer_worker_seconds": 0.5241010879981332 }, { "case_id": "ssa-r64", "family": "ssa", "process_repeat": 1, "measurement_order": 30, "status": "error", "returncode": 1, "error": "Worker failed; local stderr retained", "outer_worker_seconds": 0.598248591995798 }, { "case_id": "ssa-r16", "family": "ssa", "process_repeat": 1, "measurement_order": 31, "status": "error", "returncode": 1, "error": "Worker failed; local stderr retained", "outer_worker_seconds": 0.5761591619811952 } ] } }