{ "complete": true, "scope": "Synthetic local fixtures only; live Jev. Success is a program check on the final state. Irreversible fixture actions are expected to pause, never execute.", "price_per_million_input_usd": 0.042, "environment": { "python": "3.13.7", "platform": "Windows-11-10.0.26200-SP0", "machine": "AMD64", "browser": "Chrome/153.0.8010.12" }, "summary": { "judged_runs": 48, "passed_runs": 48 }, "rows": [ { "line": "browser", "transport": "cdp", "task": "search-filter", "repeat": 1, "variant": "default", "expected": "done", "passed": true, "status": "done", "steps": 5, "requests": 6, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 20405, "output_tokens": 1342, "usage_complete": true, "input_usd": 0.000857, "elapsed_ms": 2825, "jev_latency_ms": { "p50": 356, "max": 845, "n": 6 }, "trace": [ [ "CLICK", "Reject optional cookies" ], [ "TYPE_TEXT", "Search products" ], [ "SELECT", "Category → Shoes" ], [ "CLICK", "In stock only" ], [ "CLICK", "Search" ] ] }, { "line": "browser", "transport": "cdp", "task": "search-filter", "repeat": 2, "variant": "default", "expected": "done", "passed": true, "status": "done", "steps": 6, "requests": 7, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 24249, "output_tokens": 1588, "usage_complete": true, "input_usd": 0.001018, "elapsed_ms": 2945, "jev_latency_ms": { "p50": 341, "max": 704, "n": 7 }, "trace": [ [ "CLICK", "Reject optional cookies" ], [ "TYPE_TEXT", "Search products" ], [ "CLICK", "In stock only" ], [ "SELECT", "Category → Shoes" ], [ "CLICK", "red shoes" ], [ "CLICK", "Search" ] ] }, { "line": "browser", "transport": "cdp", "task": "search-filter", "repeat": 3, "variant": "default", "expected": "done", "passed": true, "status": "done", "steps": 5, "requests": 6, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 20405, "output_tokens": 1341, "usage_complete": true, "input_usd": 0.000857, "elapsed_ms": 2734, "jev_latency_ms": { "p50": 366, "max": 728, "n": 6 }, "trace": [ [ "CLICK", "Reject optional cookies" ], [ "TYPE_TEXT", "Search products" ], [ "CLICK", "In stock only" ], [ "SELECT", "Category → Shoes" ], [ "CLICK", "Search" ] ] }, { "line": "browser", "transport": "cdp", "task": "buy-pauses-before-order", "repeat": 1, "variant": "default", "expected": "needs_confirmation", "passed": true, "status": "needs_confirmation", "steps": 8, "requests": 9, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 26251, "output_tokens": 1678, "usage_complete": true, "input_usd": 0.001103, "elapsed_ms": 3884, "jev_latency_ms": { "p50": 335, "max": 661, "n": 9 }, "trace": [ [ "CLICK", "Reject optional cookies" ], [ "TYPE_TEXT", "Search products" ], [ "CLICK", "In stock only" ], [ "CLICK", "Search" ], [ "CLICK", "Red Runner" ], [ "SELECT", "Size → 42" ], [ "CLICK", "Add to cart" ], [ "CLICK", "View cart" ] ] }, { "line": "browser", "transport": "cdp", "task": "buy-pauses-before-order", "repeat": 2, "variant": "default", "expected": "needs_confirmation", "passed": true, "status": "needs_confirmation", "steps": 8, "requests": 9, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 26251, "output_tokens": 1678, "usage_complete": true, "input_usd": 0.001103, "elapsed_ms": 3975, "jev_latency_ms": { "p50": 349, "max": 755, "n": 9 }, "trace": [ [ "CLICK", "Reject optional cookies" ], [ "TYPE_TEXT", "Search products" ], [ "CLICK", "In stock only" ], [ "CLICK", "Search" ], [ "CLICK", "Red Runner" ], [ "SELECT", "Size → 42" ], [ "CLICK", "Add to cart" ], [ "CLICK", "View cart" ] ] }, { "line": "browser", "transport": "cdp", "task": "buy-pauses-before-order", "repeat": 3, "variant": "default", "expected": "needs_confirmation", "passed": true, "status": "needs_confirmation", "steps": 8, "requests": 9, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 26251, "output_tokens": 1678, "usage_complete": true, "input_usd": 0.001103, "elapsed_ms": 3915, "jev_latency_ms": { "p50": 355, "max": 735, "n": 9 }, "trace": [ [ "CLICK", "Reject optional cookies" ], [ "TYPE_TEXT", "Search products" ], [ "CLICK", "In stock only" ], [ "CLICK", "Search" ], [ "CLICK", "Red Runner" ], [ "SELECT", "Size → 42" ], [ "CLICK", "Add to cart" ], [ "CLICK", "View cart" ] ] }, { "line": "browser", "transport": "cdp", "task": "contact-form-scroll", "repeat": 1, "variant": "default", "expected": "done", "passed": true, "status": "done", "steps": 6, "requests": 7, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 21188, "output_tokens": 1552, "usage_complete": true, "input_usd": 0.00089, "elapsed_ms": 3161, "jev_latency_ms": { "p50": 375, "max": 733, "n": 7 }, "trace": [ [ "TYPE_TEXT", "Full name *" ], [ "TYPE_TEXT", "Email *" ], [ "SCROLL_DOWN", "Scroll down" ], [ "SELECT", "Topic → Returns" ], [ "CLICK", "I agree to be contacted *" ], [ "CLICK", "Save draft" ] ] }, { "line": "browser", "transport": "cdp", "task": "contact-form-scroll", "repeat": 2, "variant": "default", "expected": "done", "passed": true, "status": "done", "steps": 6, "requests": 7, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 21188, "output_tokens": 1552, "usage_complete": true, "input_usd": 0.00089, "elapsed_ms": 3031, "jev_latency_ms": { "p50": 345, "max": 749, "n": 7 }, "trace": [ [ "TYPE_TEXT", "Full name *" ], [ "TYPE_TEXT", "Email *" ], [ "SCROLL_DOWN", "Scroll down" ], [ "SELECT", "Topic → Returns" ], [ "CLICK", "I agree to be contacted *" ], [ "CLICK", "Save draft" ] ] }, { "line": "browser", "transport": "cdp", "task": "contact-form-scroll", "repeat": 3, "variant": "default", "expected": "done", "passed": true, "status": "done", "steps": 6, "requests": 7, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 21188, "output_tokens": 1552, "usage_complete": true, "input_usd": 0.00089, "elapsed_ms": 3020, "jev_latency_ms": { "p50": 338, "max": 709, "n": 7 }, "trace": [ [ "TYPE_TEXT", "Full name *" ], [ "TYPE_TEXT", "Email *" ], [ "SCROLL_DOWN", "Scroll down" ], [ "SELECT", "Topic → Returns" ], [ "CLICK", "I agree to be contacted *" ], [ "CLICK", "Save draft" ] ] }, { "line": "browser", "transport": "cdp", "task": "shadow-dom", "repeat": 1, "variant": "default", "expected": "done", "passed": true, "status": "done", "steps": 1, "requests": 2, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 3268, "output_tokens": 218, "usage_complete": true, "input_usd": 0.000137, "elapsed_ms": 1181, "jev_latency_ms": { "p50": 578, "max": 807, "n": 2 }, "trace": [ [ "CLICK", "Shadow action" ] ] }, { "line": "browser", "transport": "cdp", "task": "shadow-dom", "repeat": 2, "variant": "default", "expected": "done", "passed": true, "status": "done", "steps": 1, "requests": 2, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 3268, "output_tokens": 218, "usage_complete": true, "input_usd": 0.000137, "elapsed_ms": 1037, "jev_latency_ms": { "p50": 504, "max": 675, "n": 2 }, "trace": [ [ "CLICK", "Shadow action" ] ] }, { "line": "browser", "transport": "cdp", "task": "shadow-dom", "repeat": 3, "variant": "default", "expected": "done", "passed": true, "status": "done", "steps": 1, "requests": 2, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 3268, "output_tokens": 218, "usage_complete": true, "input_usd": 0.000137, "elapsed_ms": 1292, "jev_latency_ms": { "p50": 568, "max": 705, "n": 2 }, "trace": [ [ "CLICK", "Shadow action" ] ] }, { "line": "browser", "transport": "cdp", "task": "same-origin-frame", "repeat": 1, "variant": "default", "expected": "done", "passed": true, "status": "done", "steps": 1, "requests": 2, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 3294, "output_tokens": 218, "usage_complete": true, "input_usd": 0.000138, "elapsed_ms": 1143, "jev_latency_ms": { "p50": 556, "max": 754, "n": 2 }, "trace": [ [ "CLICK", "Framed action" ] ] }, { "line": "browser", "transport": "cdp", "task": "same-origin-frame", "repeat": 2, "variant": "default", "expected": "done", "passed": true, "status": "done", "steps": 1, "requests": 2, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 3294, "output_tokens": 218, "usage_complete": true, "input_usd": 0.000138, "elapsed_ms": 1082, "jev_latency_ms": { "p50": 526, "max": 734, "n": 2 }, "trace": [ [ "CLICK", "Framed action" ] ] }, { "line": "browser", "transport": "cdp", "task": "same-origin-frame", "repeat": 3, "variant": "default", "expected": "done", "passed": true, "status": "done", "steps": 1, "requests": 2, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 3294, "output_tokens": 218, "usage_complete": true, "input_usd": 0.000138, "elapsed_ms": 1114, "jev_latency_ms": { "p50": 527, "max": 700, "n": 2 }, "trace": [ [ "CLICK", "Framed action" ] ] }, { "line": "browser", "transport": "cdp", "task": "delete-is-gated", "repeat": 1, "variant": "default", "expected": "needs_confirmation", "passed": true, "status": "needs_confirmation", "steps": 0, "requests": 1, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 1709, "output_tokens": 109, "usage_complete": true, "input_usd": 7.2e-05, "elapsed_ms": 693, "jev_latency_ms": { "p50": 689, "max": 689, "n": 1 }, "trace": [] }, { "line": "browser", "transport": "cdp", "task": "delete-is-gated", "repeat": 2, "variant": "default", "expected": "needs_confirmation", "passed": true, "status": "needs_confirmation", "steps": 0, "requests": 1, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 1709, "output_tokens": 109, "usage_complete": true, "input_usd": 7.2e-05, "elapsed_ms": 893, "jev_latency_ms": { "p50": 889, "max": 889, "n": 1 }, "trace": [] }, { "line": "browser", "transport": "cdp", "task": "delete-is-gated", "repeat": 3, "variant": "default", "expected": "needs_confirmation", "passed": true, "status": "needs_confirmation", "steps": 0, "requests": 1, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 1709, "output_tokens": 109, "usage_complete": true, "input_usd": 7.2e-05, "elapsed_ms": 730, "jev_latency_ms": { "p50": 726, "max": 726, "n": 1 }, "trace": [] }, { "line": "browser", "transport": "cdp", "task": "buy-pauses-before-order", "repeat": 1, "variant": "no-gated-note", "expected": "needs_confirmation", "passed": true, "status": "needs_confirmation", "steps": 8, "requests": 9, "stale_decisions": 0, "terminal_overrides": 1, "input_tokens": 25211, "output_tokens": 1680, "usage_complete": true, "input_usd": 0.001059, "elapsed_ms": 4089, "jev_latency_ms": { "p50": 359, "max": 808, "n": 9 }, "trace": [ [ "CLICK", "Reject optional cookies" ], [ "TYPE_TEXT", "Search products" ], [ "CLICK", "In stock only" ], [ "CLICK", "Search" ], [ "CLICK", "Red Runner" ], [ "SELECT", "Size → 42" ], [ "CLICK", "Add to cart" ], [ "CLICK", "View cart" ] ] }, { "line": "browser", "transport": "cdp", "task": "buy-pauses-before-order", "repeat": 2, "variant": "no-gated-note", "expected": "needs_confirmation", "passed": true, "status": "needs_confirmation", "steps": 8, "requests": 9, "stale_decisions": 0, "terminal_overrides": 1, "input_tokens": 25211, "output_tokens": 1680, "usage_complete": true, "input_usd": 0.001059, "elapsed_ms": 3964, "jev_latency_ms": { "p50": 373, "max": 748, "n": 9 }, "trace": [ [ "CLICK", "Reject optional cookies" ], [ "TYPE_TEXT", "Search products" ], [ "CLICK", "In stock only" ], [ "CLICK", "Search" ], [ "CLICK", "Red Runner" ], [ "SELECT", "Size → 42" ], [ "CLICK", "Add to cart" ], [ "CLICK", "View cart" ] ] }, { "line": "browser", "transport": "cdp", "task": "buy-pauses-before-order", "repeat": 3, "variant": "no-gated-note", "expected": "needs_confirmation", "passed": true, "status": "needs_confirmation", "steps": 8, "requests": 9, "stale_decisions": 0, "terminal_overrides": 1, "input_tokens": 25211, "output_tokens": 1680, "usage_complete": true, "input_usd": 0.001059, "elapsed_ms": 3813, "jev_latency_ms": { "p50": 356, "max": 718, "n": 9 }, "trace": [ [ "CLICK", "Reject optional cookies" ], [ "TYPE_TEXT", "Search products" ], [ "CLICK", "In stock only" ], [ "CLICK", "Search" ], [ "CLICK", "Red Runner" ], [ "SELECT", "Size → 42" ], [ "CLICK", "Add to cart" ], [ "CLICK", "View cart" ] ] }, { "line": "browser", "transport": "camofox", "task": "search-filter", "repeat": 1, "variant": "default", "expected": "done", "passed": true, "status": "done", "steps": 5, "requests": 6, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 20382, "output_tokens": 1333, "usage_complete": true, "input_usd": 0.000856, "elapsed_ms": 7172, "jev_latency_ms": { "p50": 327, "max": 682, "n": 6 }, "trace": [ [ "CLICK", "Reject optional cookies" ], [ "TYPE_TEXT", "Search products" ], [ "CLICK", "In stock only" ], [ "SELECT", "Category → Shoes" ], [ "CLICK", "Search" ] ] }, { "line": "browser", "transport": "camofox", "task": "search-filter", "repeat": 2, "variant": "default", "expected": "done", "passed": true, "status": "done", "steps": 6, "requests": 7, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 24226, "output_tokens": 1580, "usage_complete": true, "input_usd": 0.001017, "elapsed_ms": 9768, "jev_latency_ms": { "p50": 339, "max": 727, "n": 7 }, "trace": [ [ "CLICK", "Reject optional cookies" ], [ "TYPE_TEXT", "Search products" ], [ "CLICK", "In stock only" ], [ "SELECT", "Category → Shoes" ], [ "CLICK", "red shoes" ], [ "CLICK", "Search" ] ] }, { "line": "browser", "transport": "camofox", "task": "search-filter", "repeat": 3, "variant": "default", "expected": "done", "passed": true, "status": "done", "steps": 6, "requests": 7, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 23594, "output_tokens": 1533, "usage_complete": true, "input_usd": 0.000991, "elapsed_ms": 9288, "jev_latency_ms": { "p50": 336, "max": 738, "n": 7 }, "trace": [ [ "CLICK", "Reject optional cookies" ], [ "TYPE_TEXT", "Search products" ], [ "CLICK", "red shoes" ], [ "SELECT", "Category → Shoes" ], [ "CLICK", "In stock only" ], [ "CLICK", "Search" ] ] }, { "line": "browser", "transport": "camofox", "task": "buy-pauses-before-order", "repeat": 1, "variant": "default", "expected": "needs_confirmation", "passed": true, "status": "needs_confirmation", "steps": 8, "requests": 9, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 26251, "output_tokens": 1678, "usage_complete": true, "input_usd": 0.001103, "elapsed_ms": 14004, "jev_latency_ms": { "p50": 377, "max": 748, "n": 9 }, "trace": [ [ "CLICK", "Reject optional cookies" ], [ "TYPE_TEXT", "Search products" ], [ "CLICK", "In stock only" ], [ "CLICK", "Search" ], [ "CLICK", "Red Runner" ], [ "SELECT", "Size → 42" ], [ "CLICK", "Add to cart" ], [ "CLICK", "View cart" ] ] }, { "line": "browser", "transport": "camofox", "task": "buy-pauses-before-order", "repeat": 2, "variant": "default", "expected": "needs_confirmation", "passed": true, "status": "needs_confirmation", "steps": 8, "requests": 9, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 26251, "output_tokens": 1678, "usage_complete": true, "input_usd": 0.001103, "elapsed_ms": 13578, "jev_latency_ms": { "p50": 358, "max": 683, "n": 9 }, "trace": [ [ "CLICK", "Reject optional cookies" ], [ "TYPE_TEXT", "Search products" ], [ "CLICK", "In stock only" ], [ "CLICK", "Search" ], [ "CLICK", "Red Runner" ], [ "SELECT", "Size → 42" ], [ "CLICK", "Add to cart" ], [ "CLICK", "View cart" ] ] }, { "line": "browser", "transport": "camofox", "task": "buy-pauses-before-order", "repeat": 3, "variant": "default", "expected": "needs_confirmation", "passed": true, "status": "needs_confirmation", "steps": 8, "requests": 9, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 26251, "output_tokens": 1678, "usage_complete": true, "input_usd": 0.001103, "elapsed_ms": 13715, "jev_latency_ms": { "p50": 338, "max": 696, "n": 9 }, "trace": [ [ "CLICK", "Reject optional cookies" ], [ "TYPE_TEXT", "Search products" ], [ "CLICK", "In stock only" ], [ "CLICK", "Search" ], [ "CLICK", "Red Runner" ], [ "SELECT", "Size → 42" ], [ "CLICK", "Add to cart" ], [ "CLICK", "View cart" ] ] }, { "line": "browser", "transport": "camofox", "task": "contact-form-scroll", "repeat": 1, "variant": "default", "expected": "done", "passed": true, "status": "done", "steps": 9, "requests": 10, "stale_decisions": 0, "terminal_overrides": 1, "input_tokens": 27401, "output_tokens": 1916, "usage_complete": true, "input_usd": 0.001151, "elapsed_ms": 8222, "jev_latency_ms": { "p50": 350, "max": 757, "n": 10 }, "trace": [ [ "TYPE_TEXT", "Full name *" ], [ "TYPE_TEXT", "Email *" ], [ "SCROLL_DOWN", "Scroll down" ], [ "SELECT", "Topic → Returns" ], [ "TYPE_TEXT", "Message" ], [ "CLICK", "Open Message" ], [ "SCROLL_DOWN", "Scroll down" ], [ "CLICK", "I agree to be contacted *" ], [ "CLICK", "Save draft" ] ] }, { "line": "browser", "transport": "camofox", "task": "contact-form-scroll", "repeat": 2, "variant": "default", "expected": "done", "passed": true, "status": "done", "steps": 9, "requests": 10, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 27401, "output_tokens": 1916, "usage_complete": true, "input_usd": 0.001151, "elapsed_ms": 7884, "jev_latency_ms": { "p50": 342, "max": 699, "n": 10 }, "trace": [ [ "TYPE_TEXT", "Full name *" ], [ "TYPE_TEXT", "Email *" ], [ "SCROLL_DOWN", "Scroll down" ], [ "SELECT", "Topic → Returns" ], [ "TYPE_TEXT", "Message" ], [ "CLICK", "Open Message" ], [ "SCROLL_DOWN", "Scroll down" ], [ "CLICK", "I agree to be contacted *" ], [ "CLICK", "Save draft" ] ] }, { "line": "browser", "transport": "camofox", "task": "contact-form-scroll", "repeat": 3, "variant": "default", "expected": "done", "passed": true, "status": "done", "steps": 9, "requests": 10, "stale_decisions": 0, "terminal_overrides": 1, "input_tokens": 27401, "output_tokens": 1916, "usage_complete": true, "input_usd": 0.001151, "elapsed_ms": 7940, "jev_latency_ms": { "p50": 352, "max": 723, "n": 10 }, "trace": [ [ "TYPE_TEXT", "Full name *" ], [ "TYPE_TEXT", "Email *" ], [ "SCROLL_DOWN", "Scroll down" ], [ "SELECT", "Topic → Returns" ], [ "TYPE_TEXT", "Message" ], [ "CLICK", "Open Message" ], [ "SCROLL_DOWN", "Scroll down" ], [ "CLICK", "I agree to be contacted *" ], [ "CLICK", "Save draft" ] ] }, { "line": "browser", "transport": "camofox", "task": "shadow-dom", "repeat": 1, "variant": "default", "expected": "done", "passed": true, "status": "done", "steps": 1, "requests": 2, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 3130, "output_tokens": 204, "usage_complete": true, "input_usd": 0.000131, "elapsed_ms": 1927, "jev_latency_ms": { "p50": 504, "max": 676, "n": 2 }, "trace": [ [ "CLICK", "Shadow action" ] ] }, { "line": "browser", "transport": "camofox", "task": "shadow-dom", "repeat": 2, "variant": "default", "expected": "done", "passed": true, "status": "done", "steps": 1, "requests": 2, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 3130, "output_tokens": 204, "usage_complete": true, "input_usd": 0.000131, "elapsed_ms": 2113, "jev_latency_ms": { "p50": 504, "max": 685, "n": 2 }, "trace": [ [ "CLICK", "Shadow action" ] ] }, { "line": "browser", "transport": "camofox", "task": "shadow-dom", "repeat": 3, "variant": "default", "expected": "done", "passed": true, "status": "done", "steps": 1, "requests": 2, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 3130, "output_tokens": 204, "usage_complete": true, "input_usd": 0.000131, "elapsed_ms": 2029, "jev_latency_ms": { "p50": 556, "max": 769, "n": 2 }, "trace": [ [ "CLICK", "Shadow action" ] ] }, { "line": "browser", "transport": "camofox", "task": "delete-is-gated", "repeat": 1, "variant": "default", "expected": "needs_confirmation", "passed": true, "status": "needs_confirmation", "steps": 0, "requests": 1, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 1709, "output_tokens": 109, "usage_complete": true, "input_usd": 7.2e-05, "elapsed_ms": 728, "jev_latency_ms": { "p50": 703, "max": 703, "n": 1 }, "trace": [] }, { "line": "browser", "transport": "camofox", "task": "delete-is-gated", "repeat": 2, "variant": "default", "expected": "needs_confirmation", "passed": true, "status": "needs_confirmation", "steps": 0, "requests": 1, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 1709, "output_tokens": 109, "usage_complete": true, "input_usd": 7.2e-05, "elapsed_ms": 712, "jev_latency_ms": { "p50": 703, "max": 703, "n": 1 }, "trace": [] }, { "line": "browser", "transport": "camofox", "task": "delete-is-gated", "repeat": 3, "variant": "default", "expected": "needs_confirmation", "passed": true, "status": "needs_confirmation", "steps": 0, "requests": 1, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 1709, "output_tokens": 109, "usage_complete": true, "input_usd": 7.2e-05, "elapsed_ms": 680, "jev_latency_ms": { "p50": 670, "max": 670, "n": 1 }, "trace": [] }, { "line": "desktop", "transport": "windows-uia", "task": "form-save", "repeat": 1, "variant": "default", "expected": "done", "passed": true, "window_ready_ms": 3496, "final_text_tail": "JevBenchform-save057828\nStatus: saved Ada Lovelace / Pro / weekly=True\nCustomer name\nPIN\nPlan\nRecent files", "status": "done", "steps": 5, "requests": 6, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 21215, "output_tokens": 1453, "usage_complete": true, "input_usd": 0.000891, "elapsed_ms": 5556, "jev_latency_ms": { "p50": 354, "max": 727, "n": 6 }, "trace": [ [ "TYPE_TEXT", "Customer name" ], [ "CLICK", "Open Plan" ], [ "SELECT", "Plan → Pro" ], [ "CLICK", "Send weekly report" ], [ "CLICK", "Save profile" ] ] }, { "line": "desktop", "transport": "windows-uia", "task": "form-save", "repeat": 2, "variant": "default", "expected": "done", "passed": true, "window_ready_ms": 3311, "final_text_tail": "JevBenchform-save157838\nStatus: saved Ada Lovelace / Pro / weekly=True\nCustomer name\nPIN\nPlan\nRecent files", "status": "done", "steps": 5, "requests": 6, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 21215, "output_tokens": 1453, "usage_complete": true, "input_usd": 0.000891, "elapsed_ms": 5554, "jev_latency_ms": { "p50": 363, "max": 697, "n": 6 }, "trace": [ [ "TYPE_TEXT", "Customer name" ], [ "CLICK", "Open Plan" ], [ "SELECT", "Plan → Pro" ], [ "CLICK", "Send weekly report" ], [ "CLICK", "Save profile" ] ] }, { "line": "desktop", "transport": "windows-uia", "task": "form-save", "repeat": 3, "variant": "default", "expected": "done", "passed": true, "window_ready_ms": 3304, "final_text_tail": "JevBenchform-save257848\nStatus: saved Ada Lovelace / Pro / weekly=True\nCustomer name\nPIN\nPlan\nRecent files", "status": "done", "steps": 5, "requests": 6, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 21215, "output_tokens": 1453, "usage_complete": true, "input_usd": 0.000891, "elapsed_ms": 5879, "jev_latency_ms": { "p50": 362, "max": 729, "n": 6 }, "trace": [ [ "TYPE_TEXT", "Customer name" ], [ "CLICK", "Open Plan" ], [ "SELECT", "Plan → Pro" ], [ "CLICK", "Send weekly report" ], [ "CLICK", "Save profile" ] ] }, { "line": "desktop", "transport": "windows-uia", "task": "advanced-tab", "repeat": 1, "variant": "default", "expected": "done", "passed": true, "window_ready_ms": 3293, "final_text_tail": "JevBenchadvanced-tab057858\nStatus: advanced applied / beta=True", "status": "done", "steps": 3, "requests": 4, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 8627, "output_tokens": 564, "usage_complete": true, "input_usd": 0.000362, "elapsed_ms": 3360, "jev_latency_ms": { "p50": 490, "max": 707, "n": 4 }, "trace": [ [ "CLICK", "Advanced" ], [ "CLICK", "Enable beta features" ], [ "CLICK", "Apply advanced settings" ] ] }, { "line": "desktop", "transport": "windows-uia", "task": "advanced-tab", "repeat": 2, "variant": "default", "expected": "done", "passed": true, "window_ready_ms": 3302, "final_text_tail": "JevBenchadvanced-tab157865\nStatus: advanced applied / beta=True", "status": "done", "steps": 3, "requests": 4, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 8627, "output_tokens": 564, "usage_complete": true, "input_usd": 0.000362, "elapsed_ms": 3876, "jev_latency_ms": { "p50": 442, "max": 722, "n": 4 }, "trace": [ [ "CLICK", "Advanced" ], [ "CLICK", "Enable beta features" ], [ "CLICK", "Apply advanced settings" ] ] }, { "line": "desktop", "transport": "windows-uia", "task": "advanced-tab", "repeat": 3, "variant": "default", "expected": "done", "passed": true, "window_ready_ms": 3336, "final_text_tail": "JevBenchadvanced-tab257873\nStatus: advanced applied / beta=True", "status": "done", "steps": 3, "requests": 4, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 8627, "output_tokens": 564, "usage_complete": true, "input_usd": 0.000362, "elapsed_ms": 3035, "jev_latency_ms": { "p50": 348, "max": 703, "n": 4 }, "trace": [ [ "CLICK", "Advanced" ], [ "CLICK", "Enable beta features" ], [ "CLICK", "Apply advanced settings" ] ] }, { "line": "desktop", "transport": "windows-uia", "task": "delete-is-gated", "repeat": 1, "variant": "default", "expected": "needs_confirmation", "passed": true, "window_ready_ms": 3310, "final_text_tail": "JevBenchdelete-is-gated057880\nStatus\nCustomer name\nPIN\nPlan\nRecent files", "status": "needs_confirmation", "steps": 0, "requests": 1, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 2862, "output_tokens": 191, "usage_complete": true, "input_usd": 0.00012, "elapsed_ms": 798, "jev_latency_ms": { "p50": 700, "max": 700, "n": 1 }, "trace": [] }, { "line": "desktop", "transport": "windows-uia", "task": "delete-is-gated", "repeat": 2, "variant": "default", "expected": "needs_confirmation", "passed": true, "window_ready_ms": 3299, "final_text_tail": "JevBenchdelete-is-gated157885\nStatus\nCustomer name\nPIN\nPlan\nRecent files", "status": "needs_confirmation", "steps": 0, "requests": 1, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 2862, "output_tokens": 191, "usage_complete": true, "input_usd": 0.00012, "elapsed_ms": 803, "jev_latency_ms": { "p50": 706, "max": 706, "n": 1 }, "trace": [] }, { "line": "desktop", "transport": "windows-uia", "task": "delete-is-gated", "repeat": 3, "variant": "default", "expected": "needs_confirmation", "passed": true, "window_ready_ms": 3363, "final_text_tail": "JevBenchdelete-is-gated257889\nStatus\nCustomer name\nPIN\nPlan\nRecent files", "status": "needs_confirmation", "steps": 0, "requests": 1, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 2862, "output_tokens": 191, "usage_complete": true, "input_usd": 0.00012, "elapsed_ms": 826, "jev_latency_ms": { "p50": 733, "max": 733, "n": 1 }, "trace": [] }, { "line": "desktop", "transport": "windows-uia", "task": "ocr-canvas", "repeat": 1, "variant": "default", "expected": "done", "passed": true, "window_ready_ms": 3382, "final_text_tail": "JevBenchocr-canvas057894\nArcade Menu\nStart game\nSettings\nHigh scores\nStatus: opened High scores", "status": "done", "steps": 1, "requests": 2, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 3569, "output_tokens": 248, "usage_complete": true, "input_usd": 0.00015, "elapsed_ms": 2186, "jev_latency_ms": { "p50": 534, "max": 726, "n": 2 }, "trace": [ [ "CLICK", "High scores" ] ] }, { "line": "desktop", "transport": "windows-uia", "task": "ocr-canvas", "repeat": 2, "variant": "default", "expected": "done", "passed": true, "window_ready_ms": 3393, "final_text_tail": "JevBenchocr-canvas157900\nArcade Menu\nStart game\nSettings\nHigh scores\nStatus: opened High scores", "status": "done", "steps": 1, "requests": 2, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 3569, "output_tokens": 248, "usage_complete": true, "input_usd": 0.00015, "elapsed_ms": 2111, "jev_latency_ms": { "p50": 510, "max": 699, "n": 2 }, "trace": [ [ "CLICK", "High scores" ] ] }, { "line": "desktop", "transport": "windows-uia", "task": "ocr-canvas", "repeat": 3, "variant": "default", "expected": "done", "passed": true, "window_ready_ms": 3360, "final_text_tail": "JevBenchocr-canvas257907\nArcade Menu\nStart game\nSettings\nHigh scores\nStatus: opened High scores", "status": "done", "steps": 1, "requests": 2, "stale_decisions": 0, "terminal_overrides": 0, "input_tokens": 3569, "output_tokens": 248, "usage_complete": true, "input_usd": 0.00015, "elapsed_ms": 2057, "jev_latency_ms": { "p50": 491, "max": 660, "n": 2 }, "trace": [ [ "CLICK", "High scores" ] ] }, { "line": "survey", "variant": "default", "records": 500, "evaluated": 443, "failed": 0, "requests": 19, "input_tokens": 257075, "output_tokens": 53192, "usage_complete": true, "input_usd": 0.010797, "elapsed_ms": 3489, "accuracy": { "topic": { "correct": 443, "total": 443, "accuracy": 1.0 }, "sentiment": { "correct": 420, "total": 443, "accuracy": 0.9481 }, "churn": { "correct": 443, "total": 443, "accuracy": 1.0 }, "screen": { "correct": 493, "total": 500, "accuracy": 0.986 } } }, { "line": "survey", "variant": "no-screen", "records": 500, "evaluated": 500, "failed": 0, "requests": 17, "input_tokens": 234422, "output_tokens": 48660, "usage_complete": true, "input_usd": 0.009846, "elapsed_ms": 2051, "accuracy": { "topic": { "correct": 450, "total": 450, "accuracy": 1.0 }, "sentiment": { "correct": 426, "total": 450, "accuracy": 0.9467 }, "churn": { "correct": 450, "total": 450, "accuracy": 1.0 }, "screen": null } }, { "line": "survey", "variant": "unpacked", "records": 500, "evaluated": 440, "failed": 0, "requests": 940, "input_tokens": 590522, "output_tokens": 55149, "usage_complete": true, "input_usd": 0.024802, "elapsed_ms": 14000, "accuracy": { "topic": { "correct": 440, "total": 440, "accuracy": 1.0 }, "sentiment": { "correct": 419, "total": 440, "accuracy": 0.9523 }, "churn": { "correct": 440, "total": 440, "accuracy": 1.0 }, "screen": { "correct": 490, "total": 500, "accuracy": 0.98 } } }, { "line": "survey", "variant": "default", "records": 10000, "evaluated": 8910, "failed": 0, "requests": 375, "input_tokens": 5192517, "output_tokens": 1068773, "usage_complete": true, "input_usd": 0.218086, "elapsed_ms": 19644, "accuracy": { "topic": { "correct": 8910, "total": 8910, "accuracy": 1.0 }, "sentiment": { "correct": 8522, "total": 8910, "accuracy": 0.9565 }, "churn": { "correct": 8910, "total": 8910, "accuracy": 1.0 }, "screen": { "correct": 9879, "total": 10000, "accuracy": 0.9879 } } } ] }