{ "mode": "offline-synthetic-provider-signature", "baseline_commit": "851a865345230a0d151de60679cd776fcac16070", "candidate": "working tree at invocation; published with its source commit", "baseline_source_sha256": { "src/apixly_jev_harness/__init__.py": "2113d88ead63027f0387c6d3e3292428b6ecb9c80d1bcc47fbcf1bf5882c97fa", "src/apixly_jev_harness/backend.py": "f7709b468d3d7c131fb8be42b882e5a0387db0077d1fc07e420153b0447f6754", "src/apixly_jev_harness/callbacks.py": "2d27ad4540d910354c54de7566546b4c9d99b5a5fa87705a1905885349078497", "src/apixly_jev_harness/cli.py": "8d9434bf8a8b539163194a84e3f099761d08ef32201f99cbce46c139f3726d94", "src/apixly_jev_harness/context.py": "b9d76abb33f8a1ebe8731fe6d5fe6811445132a6046448fc0e2cc871507d50ea", "src/apixly_jev_harness/diagnostics.py": "9e8e98dc4b103c1a6687dbd31bd2dd01739309c7e4021b9ecb0f28b6976a0f71", "src/apixly_jev_harness/engine.py": "488efddf4ade7ba4ab47f959b94c607a40046f7f173b7fe7ac6e5826e38ba049", "src/apixly_jev_harness/output.py": "94be8b482e4279e29aca128a35caf54744dbe8db8188f14905488f8ddde93a0b", "src/apixly_jev_harness/surfaces.py": "65ce73edfe9f6a3c16de373b3a1b85671c3d2cc661f3a50dd906a15721c7d8f1", "src/apixly_jev_harness/task.py": "0f5801e9fdb5626e1db65d269c715e8bcf692ebaa3a91f46b9945158b4bbb6db", "src/apixly_jev_harness/task_cli.py": "43eccc327b3d0d1550985b8fcd59e61432a4dc34c5507074d9c43fb8cd876e7c", "src/apixly_jev_harness/verify.py": "97d2a178902291094f4e16db08732748d234b8c5ad8dd49a55607c8d195f1ed2" }, "candidate_source_sha256": { "src/apixly_jev_harness/__init__.py": "d686c9830f76aaf55f76a4864d8933555be5fe83e9e567afca80e9f1f4728ecd", "src/apixly_jev_harness/backend.py": "f7709b468d3d7c131fb8be42b882e5a0387db0077d1fc07e420153b0447f6754", "src/apixly_jev_harness/callbacks.py": "e14fa70328634bf3eae87c027d9efc33bfde3a3caebe77b388537335c7250298", "src/apixly_jev_harness/cli.py": "8d9434bf8a8b539163194a84e3f099761d08ef32201f99cbce46c139f3726d94", "src/apixly_jev_harness/context.py": "b9d76abb33f8a1ebe8731fe6d5fe6811445132a6046448fc0e2cc871507d50ea", "src/apixly_jev_harness/diagnostics.py": "9e8e98dc4b103c1a6687dbd31bd2dd01739309c7e4021b9ecb0f28b6976a0f71", "src/apixly_jev_harness/engine.py": "488efddf4ade7ba4ab47f959b94c607a40046f7f173b7fe7ac6e5826e38ba049", "src/apixly_jev_harness/output.py": "94be8b482e4279e29aca128a35caf54744dbe8db8188f14905488f8ddde93a0b", "src/apixly_jev_harness/surfaces.py": "65ce73edfe9f6a3c16de373b3a1b85671c3d2cc661f3a50dd906a15721c7d8f1", "src/apixly_jev_harness/task.py": "0f5801e9fdb5626e1db65d269c715e8bcf692ebaa3a91f46b9945158b4bbb6db", "src/apixly_jev_harness/task_cli.py": "08cd69dd751c7b53d11ca659f76143847d082a00ee3dadc23add8068d1b58156", "src/apixly_jev_harness/verify.py": "97d2a178902291094f4e16db08732748d234b8c5ad8dd49a55607c8d195f1ed2" }, "runner_sha256": "69d6375e58a9efd563b9f33fe3bc0c1d41c361ab499b15b1f4b85d342794adaa", "python_version": "3.14.2", "cases": { "explicit_three_wraps_two": { "kind": "three_wraps_two", "group": "binding_fix", "arity": 3 }, "explicit_two_wraps_three": { "kind": "two_wraps_three", "group": "binding_fix", "arity": 2 }, "partial_prefix_three_wraps_two": { "kind": "partial_bridge", "group": "binding_fix", "arity": 3 }, "bound_method_three_wraps_two": { "kind": "bound_method", "group": "binding_fix", "arity": 3 }, "callable_three_wraps_two": { "kind": "callable_object", "group": "binding_fix", "arity": 3 }, "optional_three_wraps_two_known": { "kind": "optional_bridge", "group": "binding_fix", "arity": 3 }, "optional_three_wraps_two_unknown": { "kind": "optional_bridge", "group": "binding_fix", "arity": 3, "unknown_usage": true }, "named_three_variadic_wraps_two": { "kind": "named_variadic_bridge", "group": "binding_fix", "arity": 3 }, "plain_two": { "kind": "plain_two", "group": "compatibility", "arity": 2 }, "plain_three": { "kind": "plain_three", "group": "compatibility", "arity": 3 }, "plain_optional_three": { "kind": "plain_optional", "group": "compatibility", "arity": 3 }, "explicit_signature_two": { "kind": "explicit_signature", "group": "compatibility", "arity": 2 }, "generic_wraps_two": { "kind": "generic_two", "group": "compatibility", "arity": 2 }, "generic_wraps_three": { "kind": "generic_three", "group": "compatibility", "arity": 3 }, "partial_generic_three": { "kind": "partial_generic", "group": "compatibility", "arity": 3 }, "plain_four_rejected": { "kind": "plain_four", "group": "compatibility", "code": "provider_signature_unsupported" }, "coroutine_rejected": { "kind": "coroutine", "group": "compatibility", "code": "synchronous_callback_required" }, "actual_four_wraps_two_rejected": { "kind": "four_wraps_two", "group": "admission_fix", "code": "provider_signature_unsupported" } }, "compatibility_parity": true, "reproduction": "python benchmarks/provider_signature.py --output local-results/provider-signature-ab.json", "scope": "Eighteen fixed synthetic providers, three paired repeats with alternating arm order. Binding fixes cover explicit two/three-argument wrappers, a prefix-bound partial, methods/callable objects, optional parents and a named three-slot variadic wrapper. An actual four-slot wrapper rejects before inference; compatibility covers plain/optional signatures, explicit __signature__, transparent generic two/three/partial forwarding and existing invalid/coroutine admission. Real Engine/Task binding uses scripted tool selection and singleton parameter candidates; an independent observable digest verifier checks exact program-owned private argument values. Public evidence contains only fixed labels/counts/digests, not raw arguments. Native inference and real HTTPTransport are forbidden; actual model/network/UI calls zero if guards are never hit.", "negative_results": "Signature inspection adds local work; successful binding may produce more terminal bytes/effects than a baseline registration/runtime failure. Earlier admission of incompatible providers changes phase and avoids a scripted decision, without proving real fee savings. Both supported signatures and deliberately rejected providers are counted by fixture expectation, not AI semantic accuracy. Explicit __signature__ is respected as the trusted author's contract and can still misdescribe actual behavior. Inspection never proves body return types, effects or transparent forwarding. Task.tool function signature handling is unchanged. The optional-parent baseline executes a supplied wrong candidate once and independent verification remains incomplete; max_steps=1 bounds that negative case. No speed, model quality or fee gain is claimed.", "cost_conversion": "No tariff or savings assumed. Actual model usage is zero only when both guards remain zero; guard hits record unknown actual usage and fail the fixture. Known/unknown scripted request usage is preserved separately from actual usage. Real whole-operation perf_counter timing includes parameter/tool admission, synthetic workflow registration, scripted selection, trusted provider binding/effects, independent verification and private journal flush/fsync; excludes process/import/provider-factory setup and terminal analysis/source hashes. Loop-only frozen monotonic values stabilize request budgets without replacing whole-operation timing. Returned bytes omit local archive paths; request scalar sizes are not provider-token counts.", "summary": { "baseline": { "runs": 54, "correct": 27, "groups": { "binding_fix": { "runs": 24, "correct": 0 }, "admission_fix": { "runs": 3, "correct": 0 }, "compatibility": { "runs": 27, "correct": 27 } }, "binding_correct": 30, "admission_body_calls": 0, "provider_body_calls": 27, "effects": 27, "scripted_decisions": 45, "unknown_scripted_usage_rows": 3, "native_inference_attempts": 0, "real_network_attempts": 0, "private_value_exposures": 0, "selection_input_bytes": 107415, "shared_context_bytes": 12105, "median_whole_operation_seconds": 0.0014707920054206625, "returned_context_bytes": 30249, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true } }, "candidate": { "runs": 54, "correct": 54, "groups": { "binding_fix": { "runs": 24, "correct": 24 }, "admission_fix": { "runs": 3, "correct": 3 }, "compatibility": { "runs": 27, "correct": 27 } }, "binding_correct": 54, "admission_body_calls": 0, "provider_body_calls": 45, "effects": 45, "scripted_decisions": 45, "unknown_scripted_usage_rows": 3, "native_inference_attempts": 0, "real_network_attempts": 0, "private_value_exposures": 0, "selection_input_bytes": 107415, "shared_context_bytes": 12105, "median_whole_operation_seconds": 0.0016207085063797422, "returned_context_bytes": 29673, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true } } }, "rows": [ { "case": "explicit_three_wraps_two", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "three_wraps_two", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "failed", "admitted": true, "code": null, "error_type": "TypeError", "chosen_arity": 2, "received_arities": [], "effects": 0, "steps": 0, "intent_events": 0, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": false, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": false, "whole_operation_seconds": 0.0009898330026771873, "returned_context_bytes": 674, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 1 }, { "case": "explicit_three_wraps_two", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "three_wraps_two", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0015391670021926984, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 1 }, { "case": "explicit_three_wraps_two", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "three_wraps_two", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.001568958003190346, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 2 }, { "case": "explicit_three_wraps_two", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "three_wraps_two", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "failed", "admitted": true, "code": null, "error_type": "TypeError", "chosen_arity": 2, "received_arities": [], "effects": 0, "steps": 0, "intent_events": 0, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": false, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": false, "whole_operation_seconds": 0.00145945799886249, "returned_context_bytes": 674, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 2 }, { "case": "explicit_three_wraps_two", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "three_wraps_two", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "failed", "admitted": true, "code": null, "error_type": "TypeError", "chosen_arity": 2, "received_arities": [], "effects": 0, "steps": 0, "intent_events": 0, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": false, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": false, "whole_operation_seconds": 0.0012779999960912392, "returned_context_bytes": 674, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 3 }, { "case": "explicit_three_wraps_two", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "three_wraps_two", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0017825000104494393, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 3 }, { "case": "explicit_two_wraps_three", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "two_wraps_three", "group": "binding_fix", "arity": 2 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 2, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "failed", "admitted": true, "code": null, "error_type": "TypeError", "chosen_arity": 3, "received_arities": [], "effects": 0, "steps": 0, "intent_events": 0, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": false, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": false, "whole_operation_seconds": 0.0014570839994121343, "returned_context_bytes": 674, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 1 }, { "case": "explicit_two_wraps_three", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "two_wraps_three", "group": "binding_fix", "arity": 2 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 2, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 2, "received_arities": [ 2 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0017475839995313436, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 1 }, { "case": "explicit_two_wraps_three", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "two_wraps_three", "group": "binding_fix", "arity": 2 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 2, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 2, "received_arities": [ 2 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0017475000058766454, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 2 }, { "case": "explicit_two_wraps_three", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "two_wraps_three", "group": "binding_fix", "arity": 2 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 2, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "failed", "admitted": true, "code": null, "error_type": "TypeError", "chosen_arity": 3, "received_arities": [], "effects": 0, "steps": 0, "intent_events": 0, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": false, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": false, "whole_operation_seconds": 0.0014248749939724803, "returned_context_bytes": 674, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 2 }, { "case": "explicit_two_wraps_three", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "two_wraps_three", "group": "binding_fix", "arity": 2 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 2, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "failed", "admitted": true, "code": null, "error_type": "TypeError", "chosen_arity": 3, "received_arities": [], "effects": 0, "steps": 0, "intent_events": 0, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": false, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": false, "whole_operation_seconds": 0.0014262499898904935, "returned_context_bytes": 674, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 3 }, { "case": "explicit_two_wraps_three", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "two_wraps_three", "group": "binding_fix", "arity": 2 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 2, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 2, "received_arities": [ 2 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0017729579994920641, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 3 }, { "case": "partial_prefix_three_wraps_two", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "partial_bridge", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "rejected", "admitted": false, "code": "provider_signature_unsupported", "error_type": "CallbackContractError", "chosen_arity": null, "received_arities": [], "effects": 0, "steps": null, "intent_events": 0, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": false, "expected_value_digest": "54ab488d0634cdf05add3aff835f3d6db8d5391937fe5c72e6fa4b74806e47a2", "observed_value_digest": null, "request_sizes": [], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": false, "whole_operation_seconds": 0.0007739169959677383, "returned_context_bytes": 100, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 1 }, { "case": "partial_prefix_three_wraps_two", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "partial_bridge", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "54ab488d0634cdf05add3aff835f3d6db8d5391937fe5c72e6fa4b74806e47a2", "observed_value_digest": "54ab488d0634cdf05add3aff835f3d6db8d5391937fe5c72e6fa4b74806e47a2", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0015835829981369898, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 1 }, { "case": "partial_prefix_three_wraps_two", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "partial_bridge", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "54ab488d0634cdf05add3aff835f3d6db8d5391937fe5c72e6fa4b74806e47a2", "observed_value_digest": "54ab488d0634cdf05add3aff835f3d6db8d5391937fe5c72e6fa4b74806e47a2", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.001822416001232341, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 2 }, { "case": "partial_prefix_three_wraps_two", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "partial_bridge", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "rejected", "admitted": false, "code": "provider_signature_unsupported", "error_type": "CallbackContractError", "chosen_arity": null, "received_arities": [], "effects": 0, "steps": null, "intent_events": 0, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": false, "expected_value_digest": "54ab488d0634cdf05add3aff835f3d6db8d5391937fe5c72e6fa4b74806e47a2", "observed_value_digest": null, "request_sizes": [], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": false, "whole_operation_seconds": 0.000541082990821451, "returned_context_bytes": 100, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 2 }, { "case": "partial_prefix_three_wraps_two", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "partial_bridge", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "rejected", "admitted": false, "code": "provider_signature_unsupported", "error_type": "CallbackContractError", "chosen_arity": null, "received_arities": [], "effects": 0, "steps": null, "intent_events": 0, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": false, "expected_value_digest": "54ab488d0634cdf05add3aff835f3d6db8d5391937fe5c72e6fa4b74806e47a2", "observed_value_digest": null, "request_sizes": [], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": false, "whole_operation_seconds": 0.0008138749981299043, "returned_context_bytes": 100, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 3 }, { "case": "partial_prefix_three_wraps_two", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "partial_bridge", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "54ab488d0634cdf05add3aff835f3d6db8d5391937fe5c72e6fa4b74806e47a2", "observed_value_digest": "54ab488d0634cdf05add3aff835f3d6db8d5391937fe5c72e6fa4b74806e47a2", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0018000840063905343, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 3 }, { "case": "bound_method_three_wraps_two", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "bound_method", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "failed", "admitted": true, "code": null, "error_type": "TypeError", "chosen_arity": 2, "received_arities": [], "effects": 0, "steps": 0, "intent_events": 0, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": false, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": false, "whole_operation_seconds": 0.0014824579993728548, "returned_context_bytes": 674, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 1 }, { "case": "bound_method_three_wraps_two", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "bound_method", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0017142080032499507, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 1 }, { "case": "bound_method_three_wraps_two", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "bound_method", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0017611660005059093, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 2 }, { "case": "bound_method_three_wraps_two", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "bound_method", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "failed", "admitted": true, "code": null, "error_type": "TypeError", "chosen_arity": 2, "received_arities": [], "effects": 0, "steps": 0, "intent_events": 0, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": false, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": false, "whole_operation_seconds": 0.0011409160069888458, "returned_context_bytes": 674, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 2 }, { "case": "bound_method_three_wraps_two", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "bound_method", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "failed", "admitted": true, "code": null, "error_type": "TypeError", "chosen_arity": 2, "received_arities": [], "effects": 0, "steps": 0, "intent_events": 0, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": false, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": false, "whole_operation_seconds": 0.0012970000097993761, "returned_context_bytes": 674, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 3 }, { "case": "bound_method_three_wraps_two", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "bound_method", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.001763084001140669, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 3 }, { "case": "callable_three_wraps_two", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "callable_object", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "failed", "admitted": true, "code": null, "error_type": "TypeError", "chosen_arity": 2, "received_arities": [], "effects": 0, "steps": 0, "intent_events": 0, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": false, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": false, "whole_operation_seconds": 0.0014671670069219545, "returned_context_bytes": 674, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 1 }, { "case": "callable_three_wraps_two", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "callable_object", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0018097909924108535, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 1 }, { "case": "callable_three_wraps_two", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "callable_object", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0017463750118622556, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 2 }, { "case": "callable_three_wraps_two", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "callable_object", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "failed", "admitted": true, "code": null, "error_type": "TypeError", "chosen_arity": 2, "received_arities": [], "effects": 0, "steps": 0, "intent_events": 0, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": false, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": false, "whole_operation_seconds": 0.001537749994895421, "returned_context_bytes": 674, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 2 }, { "case": "callable_three_wraps_two", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "callable_object", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "failed", "admitted": true, "code": null, "error_type": "TypeError", "chosen_arity": 2, "received_arities": [], "effects": 0, "steps": 0, "intent_events": 0, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": false, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": false, "whole_operation_seconds": 0.0014744170039193705, "returned_context_bytes": 674, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 3 }, { "case": "callable_three_wraps_two", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "callable_object", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0024002499994821846, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 3 }, { "case": "optional_three_wraps_two_known", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "optional_bridge", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "max_steps", "admitted": true, "code": null, "error_type": null, "chosen_arity": 2, "received_arities": [ 2 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": false, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "1a5634c7aaf7e2087eb220c66922882e973b506ee990f2bfb848c8570f026801", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": false, "whole_operation_seconds": 0.0015103330079000443, "returned_context_bytes": 650, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 1 }, { "case": "optional_three_wraps_two_known", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "optional_bridge", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.001559625001391396, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 1 }, { "case": "optional_three_wraps_two_known", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "optional_bridge", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0014773339935345575, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 2 }, { "case": "optional_three_wraps_two_known", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "optional_bridge", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "max_steps", "admitted": true, "code": null, "error_type": null, "chosen_arity": 2, "received_arities": [ 2 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": false, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "1a5634c7aaf7e2087eb220c66922882e973b506ee990f2bfb848c8570f026801", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": false, "whole_operation_seconds": 0.0014873750042170286, "returned_context_bytes": 650, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 2 }, { "case": "optional_three_wraps_two_known", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "optional_bridge", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "max_steps", "admitted": true, "code": null, "error_type": null, "chosen_arity": 2, "received_arities": [ 2 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": false, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "1a5634c7aaf7e2087eb220c66922882e973b506ee990f2bfb848c8570f026801", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": false, "whole_operation_seconds": 0.0015091669920366257, "returned_context_bytes": 650, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 3 }, { "case": "optional_three_wraps_two_known", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "optional_bridge", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.001627625009859912, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 3 }, { "case": "optional_three_wraps_two_unknown", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "optional_bridge", "group": "binding_fix", "arity": 3, "unknown_usage": true }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": false, "reported_scripted_usage": null }, "result": { "status": "max_steps", "admitted": true, "code": null, "error_type": null, "chosen_arity": 2, "received_arities": [ 2 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": false, "reported_scripted_usage": null, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": false, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "1a5634c7aaf7e2087eb220c66922882e973b506ee990f2bfb848c8570f026801", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": false, "whole_operation_seconds": 0.0015910829970380291, "returned_context_bytes": 582, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 1 }, { "case": "optional_three_wraps_two_unknown", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "optional_bridge", "group": "binding_fix", "arity": 3, "unknown_usage": true }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": false, "reported_scripted_usage": null }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": false, "reported_scripted_usage": null, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0015839170082472265, "returned_context_bytes": 576, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 1 }, { "case": "optional_three_wraps_two_unknown", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "optional_bridge", "group": "binding_fix", "arity": 3, "unknown_usage": true }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": false, "reported_scripted_usage": null }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": false, "reported_scripted_usage": null, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0014284159988164902, "returned_context_bytes": 576, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 2 }, { "case": "optional_three_wraps_two_unknown", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "optional_bridge", "group": "binding_fix", "arity": 3, "unknown_usage": true }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": false, "reported_scripted_usage": null }, "result": { "status": "max_steps", "admitted": true, "code": null, "error_type": null, "chosen_arity": 2, "received_arities": [ 2 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": false, "reported_scripted_usage": null, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": false, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "1a5634c7aaf7e2087eb220c66922882e973b506ee990f2bfb848c8570f026801", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": false, "whole_operation_seconds": 0.0015869580092839897, "returned_context_bytes": 582, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 2 }, { "case": "optional_three_wraps_two_unknown", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "optional_bridge", "group": "binding_fix", "arity": 3, "unknown_usage": true }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": false, "reported_scripted_usage": null }, "result": { "status": "max_steps", "admitted": true, "code": null, "error_type": null, "chosen_arity": 2, "received_arities": [ 2 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": false, "reported_scripted_usage": null, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": false, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "1a5634c7aaf7e2087eb220c66922882e973b506ee990f2bfb848c8570f026801", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": false, "whole_operation_seconds": 0.0013504170055966824, "returned_context_bytes": 582, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 3 }, { "case": "optional_three_wraps_two_unknown", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "optional_bridge", "group": "binding_fix", "arity": 3, "unknown_usage": true }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": false, "reported_scripted_usage": null }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": false, "reported_scripted_usage": null, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.001525915999081917, "returned_context_bytes": 576, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 3 }, { "case": "named_three_variadic_wraps_two", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "named_variadic_bridge", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "failed", "admitted": true, "code": null, "error_type": "TypeError", "chosen_arity": 2, "received_arities": [], "effects": 0, "steps": 0, "intent_events": 0, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": false, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": false, "whole_operation_seconds": 0.0015194169973256066, "returned_context_bytes": 674, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 1 }, { "case": "named_three_variadic_wraps_two", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "named_variadic_bridge", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0013969590072520077, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 1 }, { "case": "named_three_variadic_wraps_two", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "named_variadic_bridge", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0014064169954508543, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 2 }, { "case": "named_three_variadic_wraps_two", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "named_variadic_bridge", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "failed", "admitted": true, "code": null, "error_type": "TypeError", "chosen_arity": 2, "received_arities": [], "effects": 0, "steps": 0, "intent_events": 0, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": false, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": false, "whole_operation_seconds": 0.0013763330061919987, "returned_context_bytes": 674, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 2 }, { "case": "named_three_variadic_wraps_two", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "named_variadic_bridge", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "failed", "admitted": true, "code": null, "error_type": "TypeError", "chosen_arity": 2, "received_arities": [], "effects": 0, "steps": 0, "intent_events": 0, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": false, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": false, "whole_operation_seconds": 0.0015577079902868718, "returned_context_bytes": 674, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 3 }, { "case": "named_three_variadic_wraps_two", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "named_variadic_bridge", "group": "binding_fix", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0016137920028995723, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 3 }, { "case": "plain_two", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "plain_two", "group": "compatibility", "arity": 2 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 2, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 2, "received_arities": [ 2 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.001504624990047887, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 1 }, { "case": "plain_two", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "plain_two", "group": "compatibility", "arity": 2 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 2, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 2, "received_arities": [ 2 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0015196249878499657, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 1 }, { "case": "plain_two", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "plain_two", "group": "compatibility", "arity": 2 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 2, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 2, "received_arities": [ 2 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0017489589954493567, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 2 }, { "case": "plain_two", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "plain_two", "group": "compatibility", "arity": 2 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 2, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 2, "received_arities": [ 2 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0015921250014798716, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 2 }, { "case": "plain_two", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "plain_two", "group": "compatibility", "arity": 2 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 2, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 2, "received_arities": [ 2 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0014618330023949966, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 3 }, { "case": "plain_two", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "plain_two", "group": "compatibility", "arity": 2 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 2, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 2, "received_arities": [ 2 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.00153087500075344, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 3 }, { "case": "plain_three", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "plain_three", "group": "compatibility", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0016841250035213307, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 1 }, { "case": "plain_three", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "plain_three", "group": "compatibility", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0017183329910039902, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 1 }, { "case": "plain_three", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "plain_three", "group": "compatibility", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0017809999990276992, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 2 }, { "case": "plain_three", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "plain_three", "group": "compatibility", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0013201670080889016, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 2 }, { "case": "plain_three", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "plain_three", "group": "compatibility", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0016864170029293746, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 3 }, { "case": "plain_three", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "plain_three", "group": "compatibility", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0015636659954907373, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 3 }, { "case": "plain_optional_three", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "plain_optional", "group": "compatibility", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0018438749975757673, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 1 }, { "case": "plain_optional_three", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "plain_optional", "group": "compatibility", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0015374999929917976, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 1 }, { "case": "plain_optional_three", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "plain_optional", "group": "compatibility", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0013624169951071963, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 2 }, { "case": "plain_optional_three", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "plain_optional", "group": "compatibility", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0018088329961756244, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 2 }, { "case": "plain_optional_three", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "plain_optional", "group": "compatibility", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0016750830109231174, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 3 }, { "case": "plain_optional_three", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "plain_optional", "group": "compatibility", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0017407080013072118, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 3 }, { "case": "explicit_signature_two", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "explicit_signature", "group": "compatibility", "arity": 2 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 2, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 2, "received_arities": [ 2 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0013890000118408352, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 1 }, { "case": "explicit_signature_two", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "explicit_signature", "group": "compatibility", "arity": 2 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 2, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 2, "received_arities": [ 2 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0016996670019580051, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 1 }, { "case": "explicit_signature_two", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "explicit_signature", "group": "compatibility", "arity": 2 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 2, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 2, "received_arities": [ 2 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0013005420041736215, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 2 }, { "case": "explicit_signature_two", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "explicit_signature", "group": "compatibility", "arity": 2 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 2, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 2, "received_arities": [ 2 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.001734082994516939, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 2 }, { "case": "explicit_signature_two", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "explicit_signature", "group": "compatibility", "arity": 2 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 2, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 2, "received_arities": [ 2 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0017246249917661771, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 3 }, { "case": "explicit_signature_two", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "explicit_signature", "group": "compatibility", "arity": 2 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 2, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 2, "received_arities": [ 2 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0017499169916845858, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 3 }, { "case": "generic_wraps_two", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "generic_two", "group": "compatibility", "arity": 2 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 2, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 2, "received_arities": [ 2 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 1, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0017467080033384264, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 1 }, { "case": "generic_wraps_two", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "generic_two", "group": "compatibility", "arity": 2 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 2, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 2, "received_arities": [ 2 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 1, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.001771417009877041, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 1 }, { "case": "generic_wraps_two", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "generic_two", "group": "compatibility", "arity": 2 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 2, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 2, "received_arities": [ 2 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 1, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0017939579993253574, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 2 }, { "case": "generic_wraps_two", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "generic_two", "group": "compatibility", "arity": 2 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 2, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 2, "received_arities": [ 2 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 1, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0017823329981183633, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 2 }, { "case": "generic_wraps_two", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "generic_two", "group": "compatibility", "arity": 2 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 2, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 2, "received_arities": [ 2 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 1, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.001723249995848164, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 3 }, { "case": "generic_wraps_two", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "generic_two", "group": "compatibility", "arity": 2 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 2, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 2, "received_arities": [ 2 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 1, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0023901669919723645, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 3 }, { "case": "generic_wraps_three", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "generic_three", "group": "compatibility", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 1, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0014256660069804639, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 1 }, { "case": "generic_wraps_three", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "generic_three", "group": "compatibility", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 1, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0015159579925239086, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 1 }, { "case": "generic_wraps_three", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "generic_three", "group": "compatibility", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 1, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0016501250065630302, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 2 }, { "case": "generic_wraps_three", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "generic_three", "group": "compatibility", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 1, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.002344499996979721, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 2 }, { "case": "generic_wraps_three", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "generic_three", "group": "compatibility", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 1, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.001417833991581574, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 3 }, { "case": "generic_wraps_three", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "generic_three", "group": "compatibility", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 1, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0015829580079298466, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 3 }, { "case": "partial_generic_three", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "partial_generic", "group": "compatibility", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 1, "binding_correct": true, "expected_value_digest": "54ab488d0634cdf05add3aff835f3d6db8d5391937fe5c72e6fa4b74806e47a2", "observed_value_digest": "54ab488d0634cdf05add3aff835f3d6db8d5391937fe5c72e6fa4b74806e47a2", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.001783166007953696, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 1 }, { "case": "partial_generic_three", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "partial_generic", "group": "compatibility", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 1, "binding_correct": true, "expected_value_digest": "54ab488d0634cdf05add3aff835f3d6db8d5391937fe5c72e6fa4b74806e47a2", "observed_value_digest": "54ab488d0634cdf05add3aff835f3d6db8d5391937fe5c72e6fa4b74806e47a2", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0018316250061616302, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 1 }, { "case": "partial_generic_three", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "partial_generic", "group": "compatibility", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 1, "binding_correct": true, "expected_value_digest": "54ab488d0634cdf05add3aff835f3d6db8d5391937fe5c72e6fa4b74806e47a2", "observed_value_digest": "54ab488d0634cdf05add3aff835f3d6db8d5391937fe5c72e6fa4b74806e47a2", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0018409170006634668, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 2 }, { "case": "partial_generic_three", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "partial_generic", "group": "compatibility", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 1, "binding_correct": true, "expected_value_digest": "54ab488d0634cdf05add3aff835f3d6db8d5391937fe5c72e6fa4b74806e47a2", "observed_value_digest": "54ab488d0634cdf05add3aff835f3d6db8d5391937fe5c72e6fa4b74806e47a2", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0015865419991314411, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 2 }, { "case": "partial_generic_three", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "partial_generic", "group": "compatibility", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 1, "binding_correct": true, "expected_value_digest": "54ab488d0634cdf05add3aff835f3d6db8d5391937fe5c72e6fa4b74806e47a2", "observed_value_digest": "54ab488d0634cdf05add3aff835f3d6db8d5391937fe5c72e6fa4b74806e47a2", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.00143275001028087, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 3 }, { "case": "partial_generic_three", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "partial_generic", "group": "compatibility", "arity": 3 }, "expected": { "status": "done", "admitted": true, "code": null, "chosen_arity": 3, "effects": 1, "steps": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 } }, "result": { "status": "done", "admitted": true, "code": null, "error_type": null, "chosen_arity": 3, "received_arities": [ 3 ], "effects": 1, "steps": 1, "intent_events": 1, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 1, "wrapped_body_calls": 1, "binding_correct": true, "expected_value_digest": "54ab488d0634cdf05add3aff835f3d6db8d5391937fe5c72e6fa4b74806e47a2", "observed_value_digest": "54ab488d0634cdf05add3aff835f3d6db8d5391937fe5c72e6fa4b74806e47a2", "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0017419999931007624, "returned_context_bytes": 644, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 3 }, { "case": "plain_four_rejected", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "plain_four", "group": "compatibility", "code": "provider_signature_unsupported" }, "expected": { "status": "rejected", "admitted": false, "code": "provider_signature_unsupported", "chosen_arity": null, "effects": 0, "steps": null, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 } }, "result": { "status": "rejected", "admitted": false, "code": "provider_signature_unsupported", "error_type": "CallbackContractError", "chosen_arity": null, "received_arities": [], "effects": 0, "steps": null, "intent_events": 0, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0008558330009691417, "returned_context_bytes": 100, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 1 }, { "case": "plain_four_rejected", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "plain_four", "group": "compatibility", "code": "provider_signature_unsupported" }, "expected": { "status": "rejected", "admitted": false, "code": "provider_signature_unsupported", "chosen_arity": null, "effects": 0, "steps": null, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 } }, "result": { "status": "rejected", "admitted": false, "code": "provider_signature_unsupported", "error_type": "CallbackContractError", "chosen_arity": null, "received_arities": [], "effects": 0, "steps": null, "intent_events": 0, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0013210420001996681, "returned_context_bytes": 100, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 1 }, { "case": "plain_four_rejected", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "plain_four", "group": "compatibility", "code": "provider_signature_unsupported" }, "expected": { "status": "rejected", "admitted": false, "code": "provider_signature_unsupported", "chosen_arity": null, "effects": 0, "steps": null, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 } }, "result": { "status": "rejected", "admitted": false, "code": "provider_signature_unsupported", "error_type": "CallbackContractError", "chosen_arity": null, "received_arities": [], "effects": 0, "steps": null, "intent_events": 0, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0011633749963948503, "returned_context_bytes": 100, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 2 }, { "case": "plain_four_rejected", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "plain_four", "group": "compatibility", "code": "provider_signature_unsupported" }, "expected": { "status": "rejected", "admitted": false, "code": "provider_signature_unsupported", "chosen_arity": null, "effects": 0, "steps": null, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 } }, "result": { "status": "rejected", "admitted": false, "code": "provider_signature_unsupported", "error_type": "CallbackContractError", "chosen_arity": null, "received_arities": [], "effects": 0, "steps": null, "intent_events": 0, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0007344589976128191, "returned_context_bytes": 100, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 2 }, { "case": "plain_four_rejected", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "plain_four", "group": "compatibility", "code": "provider_signature_unsupported" }, "expected": { "status": "rejected", "admitted": false, "code": "provider_signature_unsupported", "chosen_arity": null, "effects": 0, "steps": null, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 } }, "result": { "status": "rejected", "admitted": false, "code": "provider_signature_unsupported", "error_type": "CallbackContractError", "chosen_arity": null, "received_arities": [], "effects": 0, "steps": null, "intent_events": 0, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0007869999972172081, "returned_context_bytes": 100, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 3 }, { "case": "plain_four_rejected", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "plain_four", "group": "compatibility", "code": "provider_signature_unsupported" }, "expected": { "status": "rejected", "admitted": false, "code": "provider_signature_unsupported", "chosen_arity": null, "effects": 0, "steps": null, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 } }, "result": { "status": "rejected", "admitted": false, "code": "provider_signature_unsupported", "error_type": "CallbackContractError", "chosen_arity": null, "received_arities": [], "effects": 0, "steps": null, "intent_events": 0, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0024015410017454997, "returned_context_bytes": 100, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 3 }, { "case": "coroutine_rejected", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "coroutine", "group": "compatibility", "code": "synchronous_callback_required" }, "expected": { "status": "rejected", "admitted": false, "code": "synchronous_callback_required", "chosen_arity": null, "effects": 0, "steps": null, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 } }, "result": { "status": "rejected", "admitted": false, "code": "synchronous_callback_required", "error_type": "CallbackContractError", "chosen_arity": null, "received_arities": [], "effects": 0, "steps": null, "intent_events": 0, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0009289580048061907, "returned_context_bytes": 99, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 1 }, { "case": "coroutine_rejected", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "coroutine", "group": "compatibility", "code": "synchronous_callback_required" }, "expected": { "status": "rejected", "admitted": false, "code": "synchronous_callback_required", "chosen_arity": null, "effects": 0, "steps": null, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 } }, "result": { "status": "rejected", "admitted": false, "code": "synchronous_callback_required", "error_type": "CallbackContractError", "chosen_arity": null, "received_arities": [], "effects": 0, "steps": null, "intent_events": 0, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0007976250053616241, "returned_context_bytes": 99, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 1 }, { "case": "coroutine_rejected", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "coroutine", "group": "compatibility", "code": "synchronous_callback_required" }, "expected": { "status": "rejected", "admitted": false, "code": "synchronous_callback_required", "chosen_arity": null, "effects": 0, "steps": null, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 } }, "result": { "status": "rejected", "admitted": false, "code": "synchronous_callback_required", "error_type": "CallbackContractError", "chosen_arity": null, "received_arities": [], "effects": 0, "steps": null, "intent_events": 0, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0006802499992772937, "returned_context_bytes": 99, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 2 }, { "case": "coroutine_rejected", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "coroutine", "group": "compatibility", "code": "synchronous_callback_required" }, "expected": { "status": "rejected", "admitted": false, "code": "synchronous_callback_required", "chosen_arity": null, "effects": 0, "steps": null, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 } }, "result": { "status": "rejected", "admitted": false, "code": "synchronous_callback_required", "error_type": "CallbackContractError", "chosen_arity": null, "received_arities": [], "effects": 0, "steps": null, "intent_events": 0, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0012568329984787852, "returned_context_bytes": 99, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 2 }, { "case": "coroutine_rejected", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "coroutine", "group": "compatibility", "code": "synchronous_callback_required" }, "expected": { "status": "rejected", "admitted": false, "code": "synchronous_callback_required", "chosen_arity": null, "effects": 0, "steps": null, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 } }, "result": { "status": "rejected", "admitted": false, "code": "synchronous_callback_required", "error_type": "CallbackContractError", "chosen_arity": null, "received_arities": [], "effects": 0, "steps": null, "intent_events": 0, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0007152500038500875, "returned_context_bytes": 99, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 3 }, { "case": "coroutine_rejected", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "coroutine", "group": "compatibility", "code": "synchronous_callback_required" }, "expected": { "status": "rejected", "admitted": false, "code": "synchronous_callback_required", "chosen_arity": null, "effects": 0, "steps": null, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 } }, "result": { "status": "rejected", "admitted": false, "code": "synchronous_callback_required", "error_type": "CallbackContractError", "chosen_arity": null, "received_arities": [], "effects": 0, "steps": null, "intent_events": 0, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0007213339995360002, "returned_context_bytes": 99, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 3 }, { "case": "actual_four_wraps_two_rejected", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "four_wraps_two", "group": "admission_fix", "code": "provider_signature_unsupported" }, "expected": { "status": "rejected", "admitted": false, "code": "provider_signature_unsupported", "chosen_arity": null, "effects": 0, "steps": null, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 } }, "result": { "status": "failed", "admitted": true, "code": null, "error_type": "TypeError", "chosen_arity": 2, "received_arities": [], "effects": 0, "steps": 0, "intent_events": 0, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": false, "whole_operation_seconds": 0.0020112500060349703, "returned_context_bytes": 674, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 1 }, { "case": "actual_four_wraps_two_rejected", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "four_wraps_two", "group": "admission_fix", "code": "provider_signature_unsupported" }, "expected": { "status": "rejected", "admitted": false, "code": "provider_signature_unsupported", "chosen_arity": null, "effects": 0, "steps": null, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 } }, "result": { "status": "rejected", "admitted": false, "code": "provider_signature_unsupported", "error_type": "CallbackContractError", "chosen_arity": null, "received_arities": [], "effects": 0, "steps": null, "intent_events": 0, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0007265000022016466, "returned_context_bytes": 100, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 1 }, { "case": "actual_four_wraps_two_rejected", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "four_wraps_two", "group": "admission_fix", "code": "provider_signature_unsupported" }, "expected": { "status": "rejected", "admitted": false, "code": "provider_signature_unsupported", "chosen_arity": null, "effects": 0, "steps": null, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 } }, "result": { "status": "rejected", "admitted": false, "code": "provider_signature_unsupported", "error_type": "CallbackContractError", "chosen_arity": null, "received_arities": [], "effects": 0, "steps": null, "intent_events": 0, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0012539159943116829, "returned_context_bytes": 100, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 2 }, { "case": "actual_four_wraps_two_rejected", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "four_wraps_two", "group": "admission_fix", "code": "provider_signature_unsupported" }, "expected": { "status": "rejected", "admitted": false, "code": "provider_signature_unsupported", "chosen_arity": null, "effects": 0, "steps": null, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 } }, "result": { "status": "failed", "admitted": true, "code": null, "error_type": "TypeError", "chosen_arity": 2, "received_arities": [], "effects": 0, "steps": 0, "intent_events": 0, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": false, "whole_operation_seconds": 0.0014021249953657389, "returned_context_bytes": 674, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 2 }, { "case": "actual_four_wraps_two_rejected", "runtime_version": "0.1.12", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "four_wraps_two", "group": "admission_fix", "code": "provider_signature_unsupported" }, "expected": { "status": "rejected", "admitted": false, "code": "provider_signature_unsupported", "chosen_arity": null, "effects": 0, "steps": null, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 } }, "result": { "status": "failed", "admitted": true, "code": null, "error_type": "TypeError", "chosen_arity": 2, "received_arities": [], "effects": 0, "steps": 0, "intent_events": 0, "scripted_decisions": 1, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 7, "output_tokens": 2 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [ { "selection_input_bytes": 2387, "shared_context_bytes": 269, "private_value_exposures": 0 } ], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": false, "whole_operation_seconds": 0.0015099580050446093, "returned_context_bytes": 674, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "baseline", "repeat": 3 }, { "case": "actual_four_wraps_two_rejected", "runtime_version": "0.1.13", "runtime_loaded_from_requested_source": true, "fixture": { "kind": "four_wraps_two", "group": "admission_fix", "code": "provider_signature_unsupported" }, "expected": { "status": "rejected", "admitted": false, "code": "provider_signature_unsupported", "chosen_arity": null, "effects": 0, "steps": null, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 } }, "result": { "status": "rejected", "admitted": false, "code": "provider_signature_unsupported", "error_type": "CallbackContractError", "chosen_arity": null, "received_arities": [], "effects": 0, "steps": null, "intent_events": 0, "scripted_decisions": 0, "usage_complete": true, "reported_scripted_usage": { "input_tokens": 0, "output_tokens": 0 }, "admission_body_calls": 0, "provider_body_calls": 0, "wrapped_body_calls": 0, "binding_correct": true, "expected_value_digest": "61b423d6d2c89b9e486cbdf30fab772a5a6f263ec4f2bf1141ef2902dd8328f1", "observed_value_digest": null, "request_sizes": [], "terminal_private_value_exposures": 0, "native_inference_attempts": 0, "real_network_attempts": 0 }, "correct": true, "whole_operation_seconds": 0.0006903339963173494, "returned_context_bytes": 100, "actual_model_usage": { "requests": 0, "models": {}, "input_tokens": 0, "output_tokens": 0, "usage_complete": true }, "arm": "candidate", "repeat": 3 } ] }