{ "scope": "Synthetic test decisions only. Provider request state, local paths, agent configuration and raw event streams are excluded.", "rows": [ { "model": "gpt-5.6-luna", "case": "code-search", "arm": "raw", "repeat": 0, "main_answer": { "selected_ids": [ "session_store.py:persist_session:119" ], "needs_review": false }, "jev_judgments": null }, { "model": "gpt-6-astra", "case": "code-search", "arm": "raw", "repeat": 0, "main_answer": { "selected_ids": [ "session_store.py:persist_session:119" ], "needs_review": true }, "jev_judgments": null }, { "model": "gpt-5.6-luna", "case": "code-search", "arm": "filtered", "repeat": 0, "main_answer": { "selected_ids": [ "session_store.py:persist_session:119" ], "needs_review": false }, "jev_judgments": { "psession_store.py:session_presentation_0:5:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_1:11:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_2:17:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_3:23:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_4:29:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_5:35:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_6:41:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_7:47:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_8:53:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_9:59:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_10:65:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_11:71:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_12:77:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_13:83:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_14:89:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_15:95:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_16:101:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_17:107:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_18:113:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:persist_session:119:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "SUPPORTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 0.0, "SUPPORTED": 1.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_20:127:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_21:133:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_22:139:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_23:145:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_24:151:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_25:157:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_26:163:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_27:169:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_28:175:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_29:181:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_30:187:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_31:193:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_32:199:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_33:205:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_34:211:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_35:217:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_36:223:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_37:229:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_38:235:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_39:241:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_40:247:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_41:253:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_42:259:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:persist_session_unsafely:265:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "psession_store.py:session_presentation_44:271:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_45:277:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_46:283:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_47:289:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_48:295:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_49:301:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_50:307:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_51:313:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_52:319:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_53:325:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_54:331:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_55:337:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_56:343:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_57:349:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_58:355:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_59:361:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } } } }, { "model": "gpt-6-astra", "case": "code-search", "arm": "filtered", "repeat": 0, "main_answer": { "selected_ids": [ "session_store.py:persist_session:119" ], "needs_review": false }, "jev_judgments": { "psession_store.py:session_presentation_0:5:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_1:11:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_2:17:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_3:23:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_4:29:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_5:35:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_6:41:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_7:47:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_8:53:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_9:59:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_10:65:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_11:71:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_12:77:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_13:83:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_14:89:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_15:95:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_16:101:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_17:107:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_18:113:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:persist_session:119:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "SUPPORTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 1.0, "UNKNOWN": 0.0, "CONTRADICTED": 0.0 } } } }, "psession_store.py:session_presentation_20:127:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_21:133:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_22:139:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_23:145:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_24:151:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_25:157:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_26:163:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_27:169:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_28:175:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_29:181:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_30:187:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_31:193:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_32:199:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_33:205:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_34:211:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_35:217:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_36:223:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_37:229:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_38:235:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_39:241:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_40:247:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_41:253:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_42:259:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:persist_session_unsafely:265:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_44:271:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_45:277:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_46:283:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_47:289:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_48:295:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_49:301:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_50:307:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 1.0, "UNKNOWN": 0.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_51:313:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_52:319:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_53:325:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_54:331:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "UNKNOWN": 0.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_55:337:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_56:343:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_57:349:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_58:355:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_59:361:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } } } }, { "model": "gpt-5.6-luna", "case": "locate", "arm": "raw", "repeat": 0, "main_answer": { "selected_ids": [ "13" ], "needs_review": false }, "jev_judgments": null }, { "model": "gpt-6-astra", "case": "locate", "arm": "raw", "repeat": 0, "main_answer": { "selected_ids": [ "13" ], "needs_review": false }, "jev_judgments": null }, { "model": "gpt-6-astra", "case": "locate", "arm": "filtered", "repeat": 0, "main_answer": { "selected_ids": [ "13" ], "needs_review": false }, "jev_judgments": { "p1:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p2:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p3:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p4:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p5:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p6:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p7:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p8:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p9:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p10:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p11:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p12:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p13:0": { "status": "OK", "answers": {}, "decision": "MATCH" }, "p14:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p15:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p16:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p17:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p18:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p19:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p20:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p22:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p23:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p24:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p25:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p26:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p27:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p28:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p29:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p30:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p31:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p32:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p33:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p34:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p35:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p36:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p37:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p38:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p39:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p40:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p41:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p42:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p43:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p44:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p45:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p46:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p47:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p48:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p49:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p50:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p52:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p53:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p54:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p55:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p56:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p57:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p58:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p59:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p60:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" } } }, { "model": "gpt-5.6-luna", "case": "locate", "arm": "filtered", "repeat": 0, "main_answer": { "selected_ids": [ "13" ], "needs_review": false }, "jev_judgments": { "p1:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p2:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p3:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p4:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p5:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p6:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p7:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p8:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p9:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p10:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p11:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p12:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p13:0": { "status": "OK", "answers": {}, "decision": "MATCH" }, "p14:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p15:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p16:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p17:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p18:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p19:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p20:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p22:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p23:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p24:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p25:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p26:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p27:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p28:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p29:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p30:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p31:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p32:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p33:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p34:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p35:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p36:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p37:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p38:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p39:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p40:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p41:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p42:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p43:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p44:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p45:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p46:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p47:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p48:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p49:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p50:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p52:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p53:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p54:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p55:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p56:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p57:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p58:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p59:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p60:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" } } }, { "model": "gpt-6-astra", "case": "triage", "arm": "raw", "repeat": 0, "main_answer": { "selected_ids": [ "correlated:req-013", "correlated:req-047" ], "needs_review": true }, "jev_judgments": null }, { "model": "gpt-5.6-luna", "case": "triage", "arm": "raw", "repeat": 0, "main_answer": { "selected_ids": [ "correlated:req-013", "correlated:req-047" ], "needs_review": false }, "jev_judgments": null }, { "model": "gpt-6-astra", "case": "triage", "arm": "filtered", "repeat": 0, "main_answer": { "selected_ids": [ "correlated:req-013", "correlated:req-047" ], "needs_review": false }, "jev_judgments": { "pcorrelated:req-000:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-001:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-002:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-003:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-004:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-005:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-006:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-007:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-008:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-009:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-010:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-011:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-012:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "SUPPORTED": 0.97, "UNKNOWN": 0.01, "CONTRADICTED": 0.02 } } } }, "pcorrelated:req-013:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 1.0, "UNKNOWN": 0.0, "CONTRADICTED": 0.0 } }, "http_response": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "pcorrelated:req-014:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-015:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "SUPPORTED": 0.97, "UNKNOWN": 0.01, "CONTRADICTED": 0.02 } } } }, "pcorrelated:req-016:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-017:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "SUPPORTED": 0.97, "UNKNOWN": 0.01, "CONTRADICTED": 0.02 } } } }, "pcorrelated:req-018:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-019:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-020:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-021:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.95, "probabilities": { "SUPPORTED": 0.97, "UNKNOWN": 0.01, "CONTRADICTED": 0.02 } } } }, "pcorrelated:req-022:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-023:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "SUPPORTED": 0.97, "UNKNOWN": 0.01, "CONTRADICTED": 0.02 } } } }, "pcorrelated:req-024:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.99, "CONTRADICTED": 0.01, "UNKNOWN": 0.0 } } } }, "pcorrelated:req-025:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-026:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "CONTRADICTED": 0.01, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-027:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "SUPPORTED": 0.97, "UNKNOWN": 0.01, "CONTRADICTED": 0.02 } } } }, "pcorrelated:req-028:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-029:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "CONTRADICTED": 0.01, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-030:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.99, "UNKNOWN": 0.0, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-031:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.99, "UNKNOWN": 0.01, "CONTRADICTED": 0.0 } } } }, "pcorrelated:req-032:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-033:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-034:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.99, "CONTRADICTED": 0.01, "UNKNOWN": 0.0 } } } }, "pcorrelated:req-035:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.99, "UNKNOWN": 0.0, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-036:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-037:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "CONTRADICTED": 0.01, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-038:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.99, "UNKNOWN": 0.0, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-039:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "CONTRADICTED": 0.01, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-040:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.99, "UNKNOWN": 0.0, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-041:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "CONTRADICTED": 0.01, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-042:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.99, "UNKNOWN": 0.0, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-043:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-044:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.99, "CONTRADICTED": 0.01, "UNKNOWN": 0.0 } } } }, "pcorrelated:req-045:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-046:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-047:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.99, "UNKNOWN": 0.01, "CONTRADICTED": 0.0 } }, "http_response": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "pcorrelated:req-048:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "CONTRADICTED": 0.01, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-049:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-050:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-051:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-052:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-053:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-054:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.97, "CONTRADICTED": 0.02 } } } }, "pcorrelated:req-055:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.99, "UNKNOWN": 0.0, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-056:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-057:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-058:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-059:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } } } }, { "model": "gpt-5.6-luna", "case": "triage", "arm": "filtered", "repeat": 0, "main_answer": { "selected_ids": [ "correlated:req-013", "correlated:req-047" ], "needs_review": false }, "jev_judgments": { "pcorrelated:req-000:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-001:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-002:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-003:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.99, "UNKNOWN": 0.0, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-004:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-005:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-006:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-007:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-008:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-009:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-010:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.94, "probabilities": { "SUPPORTED": 0.95, "UNKNOWN": 0.03, "CONTRADICTED": 0.02 } } } }, "pcorrelated:req-011:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-012:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-013:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } }, "http_response": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "pcorrelated:req-014:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-015:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-016:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-017:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-018:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-019:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.99, "UNKNOWN": 0.0, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-020:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-021:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-022:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-023:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.99, "UNKNOWN": 0.0, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-024:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.97, "CONTRADICTED": 0.02 } } } }, "pcorrelated:req-025:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-026:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-027:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-028:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-029:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-030:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.97, "CONTRADICTED": 0.02 } } } }, "pcorrelated:req-031:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 1.0, "CONTRADICTED": 0.0 } } } }, "pcorrelated:req-032:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.95, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.97, "CONTRADICTED": 0.02 } } } }, "pcorrelated:req-033:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-034:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-035:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-036:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.97, "CONTRADICTED": 0.02 } } } }, "pcorrelated:req-037:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-038:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-039:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-040:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-041:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-042:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-043:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-044:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-045:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-046:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.99, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-047:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.99, "CONTRADICTED": 0.0 } }, "http_response": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "pcorrelated:req-048:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-049:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.97, "CONTRADICTED": 0.02 } } } }, "pcorrelated:req-050:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.97, "CONTRADICTED": 0.02 } } } }, "pcorrelated:req-051:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-052:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-053:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-054:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-055:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-056:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-057:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-058:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.95, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.97, "CONTRADICTED": 0.02 } } } }, "pcorrelated:req-059:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } } } }, { "model": "gpt-6-astra", "case": "exec", "arm": "raw", "repeat": 0, "main_answer": { "selected_ids": [ "item-011", "item-052" ], "needs_review": false }, "jev_judgments": null }, { "model": "gpt-5.6-luna", "case": "exec", "arm": "raw", "repeat": 0, "main_answer": { "selected_ids": [ "item-011", "item-052" ], "needs_review": false }, "jev_judgments": null }, { "model": "gpt-6-astra", "case": "exec", "arm": "filtered", "repeat": 0, "main_answer": { "selected_ids": [ "item-011", "item-052" ], "needs_review": false }, "jev_judgments": { "pitem-000:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-001:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-002:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-003:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-004:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-005:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-006:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-007:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-008:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-009:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-010:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-011:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.42, "probabilities": { "UNKNOWN": 0.38, "SUPPORTED": 0.61, "CONTRADICTED": 0.01 } } } }, "pitem-012:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-013:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-014:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-015:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-016:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-017:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-018:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-019:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-020:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-021:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-022:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-023:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-024:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-025:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-026:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-027:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-028:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-029:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-030:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-031:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-032:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-033:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-034:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-035:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-036:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-037:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-038:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-039:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-040:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-041:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-042:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-043:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-044:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-045:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-046:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-047:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-048:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-049:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-050:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-051:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-052:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.36, "probabilities": { "UNKNOWN": 0.42, "SUPPORTED": 0.57, "CONTRADICTED": 0.01 } } } }, "pitem-053:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-054:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-055:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-056:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-057:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-058:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-059:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-060:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-061:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-062:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-063:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-064:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-065:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-066:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "pitem-067:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-068:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-069:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-070:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-071:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-072:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-073:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-074:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-075:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-076:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-077:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-078:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-079:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } } } }, { "model": "gpt-5.6-luna", "case": "exec", "arm": "filtered", "repeat": 0, "main_answer": { "selected_ids": [ "item-011", "item-052" ], "needs_review": false }, "jev_judgments": { "pitem-000:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-001:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-002:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-003:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-004:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-005:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-006:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-007:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-008:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-009:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-010:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-011:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.42, "probabilities": { "UNKNOWN": 0.38, "SUPPORTED": 0.61, "CONTRADICTED": 0.01 } } } }, "pitem-012:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-013:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-014:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-015:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-016:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-017:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-018:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-019:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-020:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-021:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-022:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-023:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-024:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-025:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-026:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-027:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-028:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-029:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-030:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-031:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-032:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-033:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-034:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-035:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-036:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-037:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-038:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-039:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-040:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-041:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-042:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-043:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-044:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-045:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-046:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-047:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-048:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-049:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-050:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-051:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-052:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.42, "probabilities": { "UNKNOWN": 0.38, "SUPPORTED": 0.61, "CONTRADICTED": 0.01 } } } }, "pitem-053:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-054:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-055:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-056:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-057:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-058:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-059:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-060:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-061:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-062:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-063:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-064:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-065:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-066:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-067:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-068:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-069:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-070:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-071:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-072:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-073:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-074:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-075:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-076:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-077:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-078:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } }, "pitem-079:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.0, "CONTRADICTED": 0.99 } } } } } }, { "model": "gpt-6-astra", "case": "code-search", "arm": "filtered", "repeat": 1, "main_answer": { "selected_ids": [ "session_store.py:persist_session:119" ], "needs_review": false }, "jev_judgments": { "psession_store.py:session_presentation_0:5:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_1:11:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_2:17:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_3:23:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_4:29:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_5:35:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_6:41:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_7:47:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_8:53:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_9:59:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_10:65:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_11:71:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_12:77:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_13:83:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_14:89:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_15:95:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_16:101:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_17:107:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_18:113:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:persist_session:119:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "SUPPORTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 1.0, "CONTRADICTED": 0.0 } } } }, "psession_store.py:session_presentation_20:127:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_21:133:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_22:139:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_23:145:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_24:151:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_25:157:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_26:163:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_27:169:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_28:175:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_29:181:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_30:187:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_31:193:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_32:199:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_33:205:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_34:211:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_35:217:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_36:223:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_37:229:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_38:235:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_39:241:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_40:247:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_41:253:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_42:259:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:persist_session_unsafely:265:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_44:271:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_45:277:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_46:283:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_47:289:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_48:295:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_49:301:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_50:307:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_51:313:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_52:319:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_53:325:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_54:331:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_55:337:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_56:343:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_57:349:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_58:355:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_59:361:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } } } }, { "model": "gpt-5.6-luna", "case": "code-search", "arm": "filtered", "repeat": 1, "main_answer": { "selected_ids": [ "session_store.py:persist_session:119" ], "needs_review": false }, "jev_judgments": { "psession_store.py:session_presentation_0:5:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_1:11:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_2:17:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_3:23:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_4:29:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_5:35:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_6:41:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_7:47:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_8:53:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_9:59:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_10:65:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_11:71:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_12:77:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_13:83:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_14:89:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_15:95:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_16:101:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_17:107:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_18:113:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:persist_session:119:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "SUPPORTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 0.0, "SUPPORTED": 1.0 } } } }, "psession_store.py:session_presentation_20:127:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_21:133:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_22:139:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_23:145:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_24:151:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_25:157:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_26:163:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_27:169:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_28:175:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_29:181:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_30:187:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_31:193:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_32:199:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_33:205:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_34:211:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_35:217:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_36:223:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_37:229:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_38:235:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_39:241:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_40:247:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_41:253:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_42:259:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:persist_session_unsafely:265:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_44:271:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_45:277:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_46:283:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_47:289:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_48:295:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_49:301:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_50:307:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_51:313:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_52:319:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_53:325:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_54:331:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_55:337:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_56:343:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_57:349:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_58:355:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_59:361:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } } } }, { "model": "gpt-6-astra", "case": "code-search", "arm": "raw", "repeat": 1, "main_answer": { "selected_ids": [ "session_store.py:persist_session:119" ], "needs_review": false }, "jev_judgments": null }, { "model": "gpt-5.6-luna", "case": "code-search", "arm": "raw", "repeat": 1, "main_answer": { "selected_ids": [ "session_store.py:persist_session:119" ], "needs_review": false }, "jev_judgments": null }, { "model": "gpt-6-astra", "case": "locate", "arm": "filtered", "repeat": 1, "main_answer": { "selected_ids": [ "13" ], "needs_review": false }, "jev_judgments": { "p1:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p2:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p3:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p4:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p5:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p6:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p7:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p8:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p9:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p10:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p11:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p12:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p13:0": { "status": "OK", "answers": {}, "decision": "MATCH" }, "p14:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p15:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p16:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p17:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p18:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p19:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p20:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p22:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p23:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p24:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p25:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p26:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p27:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p28:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p29:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p30:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p31:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p32:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p33:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p34:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p35:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p36:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p37:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p38:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p39:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p40:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p41:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p42:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p43:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p44:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p45:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p46:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p47:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p48:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p49:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p50:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p52:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p53:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p54:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p55:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p56:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p57:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p58:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p59:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p60:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" } } }, { "model": "gpt-5.6-luna", "case": "locate", "arm": "filtered", "repeat": 1, "main_answer": { "selected_ids": [ "13" ], "needs_review": false }, "jev_judgments": { "p1:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p2:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p3:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p4:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p5:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p6:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p7:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p8:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p9:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p10:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p11:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p12:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p13:0": { "status": "OK", "answers": {}, "decision": "MATCH" }, "p14:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p15:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p16:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p17:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p18:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p19:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p20:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p22:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p23:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p24:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p25:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p26:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p27:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p28:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p29:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p30:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p31:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p32:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p33:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p34:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p35:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p36:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p37:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p38:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p39:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p40:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p41:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p42:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p43:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p44:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p45:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p46:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p47:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p48:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p49:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p50:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p52:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p53:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p54:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p55:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p56:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p57:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p58:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p59:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p60:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" } } }, { "model": "gpt-6-astra", "case": "locate", "arm": "raw", "repeat": 1, "main_answer": { "selected_ids": [ "13" ], "needs_review": false }, "jev_judgments": null }, { "model": "gpt-5.6-luna", "case": "locate", "arm": "raw", "repeat": 1, "main_answer": { "selected_ids": [ "13" ], "needs_review": false }, "jev_judgments": null }, { "model": "gpt-5.6-luna", "case": "triage", "arm": "filtered", "repeat": 1, "main_answer": { "selected_ids": [ "correlated:req-013", "correlated:req-047" ], "needs_review": false }, "jev_judgments": { "pcorrelated:req-000:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-001:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-002:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-003:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-004:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-005:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-006:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-007:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-008:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-009:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-010:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-011:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-012:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-013:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.99, "CONTRADICTED": 0.0 } }, "http_response": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "pcorrelated:req-014:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-015:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-016:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-017:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-018:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-019:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-020:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-021:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-022:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-023:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-024:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-025:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-026:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-027:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 0.01, "SUPPORTED": 0.99 } } } }, "pcorrelated:req-028:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-029:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 0.01, "SUPPORTED": 0.99 } } } }, "pcorrelated:req-030:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 0.01, "SUPPORTED": 0.99 } } } }, "pcorrelated:req-031:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-032:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-033:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-034:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-035:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-036:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 0.01, "SUPPORTED": 0.99 } } } }, "pcorrelated:req-037:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-038:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-039:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 0.01, "SUPPORTED": 0.99 } } } }, "pcorrelated:req-040:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 0.01, "SUPPORTED": 0.99 } } } }, "pcorrelated:req-041:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-042:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-043:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-044:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-045:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-046:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 0.01, "SUPPORTED": 0.99 } } } }, "pcorrelated:req-047:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 0.0, "SUPPORTED": 1.0 } }, "http_response": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "pcorrelated:req-048:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-049:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "UNKNOWN": 0.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "CONTRADICTED": 0.01, "UNKNOWN": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-050:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "UNKNOWN": 0.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "CONTRADICTED": 0.01, "UNKNOWN": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-051:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "UNKNOWN": 0.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "CONTRADICTED": 0.01, "UNKNOWN": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-052:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "UNKNOWN": 0.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "CONTRADICTED": 0.01, "UNKNOWN": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-053:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "UNKNOWN": 0.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "CONTRADICTED": 0.01, "UNKNOWN": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-054:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "UNKNOWN": 0.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.95, "probabilities": { "CONTRADICTED": 0.02, "UNKNOWN": 0.02, "SUPPORTED": 0.96 } } } }, "pcorrelated:req-055:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "UNKNOWN": 0.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "CONTRADICTED": 0.01, "UNKNOWN": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-056:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "UNKNOWN": 0.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "CONTRADICTED": 0.01, "UNKNOWN": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-057:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "UNKNOWN": 0.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.95, "probabilities": { "CONTRADICTED": 0.02, "UNKNOWN": 0.01, "SUPPORTED": 0.97 } } } }, "pcorrelated:req-058:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "UNKNOWN": 0.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "CONTRADICTED": 0.02, "UNKNOWN": 0.01, "SUPPORTED": 0.97 } } } }, "pcorrelated:req-059:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "UNKNOWN": 0.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "CONTRADICTED": 0.01, "UNKNOWN": 0.01, "SUPPORTED": 0.98 } } } } } }, { "model": "gpt-6-astra", "case": "triage", "arm": "filtered", "repeat": 1, "main_answer": { "selected_ids": [ "correlated:req-013", "correlated:req-047" ], "needs_review": false }, "jev_judgments": { "pcorrelated:req-000:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.95, "probabilities": { "SUPPORTED": 0.97, "CONTRADICTED": 0.02, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-001:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "CONTRADICTED": 0.01, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-002:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "CONTRADICTED": 0.01, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-003:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "SUPPORTED": 0.97, "CONTRADICTED": 0.02, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-004:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "CONTRADICTED": 0.01, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-005:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "CONTRADICTED": 0.01, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-006:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-007:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "CONTRADICTED": 0.01, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-008:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "CONTRADICTED": 0.01, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-009:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "SUPPORTED": 0.98, "CONTRADICTED": 0.01, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-010:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "SUPPORTED": 0.98, "CONTRADICTED": 0.01, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-011:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "SUPPORTED": 0.97, "CONTRADICTED": 0.02, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-012:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "CONTRADICTED": 0.01, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-013:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.99, "CONTRADICTED": 0.0, "UNKNOWN": 0.01 } }, "http_response": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } } } }, "pcorrelated:req-014:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "SUPPORTED": 0.97, "CONTRADICTED": 0.02, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-015:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.94, "probabilities": { "SUPPORTED": 0.97, "CONTRADICTED": 0.02, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-016:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "SUPPORTED": 0.97, "CONTRADICTED": 0.02, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-017:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "SUPPORTED": 0.98, "CONTRADICTED": 0.01, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-018:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.02, "SUPPORTED": 0.97 } } } }, "pcorrelated:req-019:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-020:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.02, "SUPPORTED": 0.97 } } } }, "pcorrelated:req-021:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "SUPPORTED": 0.97, "CONTRADICTED": 0.02, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-022:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "CONTRADICTED": 0.01, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-023:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "CONTRADICTED": 0.01, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-024:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-025:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-026:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-027:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-028:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-029:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "SUPPORTED": 0.97, "UNKNOWN": 0.01, "CONTRADICTED": 0.02 } } } }, "pcorrelated:req-030:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-031:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 1.0, "UNKNOWN": 0.0, "CONTRADICTED": 0.0 } } } }, "pcorrelated:req-032:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-033:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.95, "probabilities": { "SUPPORTED": 0.96, "UNKNOWN": 0.02, "CONTRADICTED": 0.02 } } } }, "pcorrelated:req-034:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-035:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.94, "probabilities": { "SUPPORTED": 0.96, "UNKNOWN": 0.02, "CONTRADICTED": 0.02 } } } }, "pcorrelated:req-036:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "SUPPORTED": 0.97, "UNKNOWN": 0.01, "CONTRADICTED": 0.02 } } } }, "pcorrelated:req-037:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-038:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-039:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-040:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-041:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-042:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-043:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-044:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-045:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-046:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "UNKNOWN": 0.01, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-047:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.99, "UNKNOWN": 0.01, "CONTRADICTED": 0.0 } }, "http_response": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "pcorrelated:req-048:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.94, "probabilities": { "SUPPORTED": 0.96, "UNKNOWN": 0.02, "CONTRADICTED": 0.02 } } } }, "pcorrelated:req-049:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-050:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-051:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-052:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-053:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-054:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-055:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-056:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.95, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.97, "CONTRADICTED": 0.02 } } } }, "pcorrelated:req-057:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-058:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-059:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } } } }, { "model": "gpt-5.6-luna", "case": "triage", "arm": "raw", "repeat": 1, "main_answer": { "selected_ids": [ "correlated:req-013", "correlated:req-047" ], "needs_review": false }, "jev_judgments": null }, { "model": "gpt-6-astra", "case": "triage", "arm": "raw", "repeat": 1, "main_answer": { "selected_ids": [ "correlated:req-013", "correlated:req-047" ], "needs_review": true }, "jev_judgments": null }, { "model": "gpt-5.6-luna", "case": "exec", "arm": "filtered", "repeat": 1, "main_answer": { "selected_ids": [ "item-011", "item-052" ], "needs_review": false }, "jev_judgments": { "pitem-000:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-001:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-002:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-003:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-004:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-005:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-006:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-007:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-008:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-009:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-010:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-011:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.41, "probabilities": { "SUPPORTED": 0.61, "UNKNOWN": 0.38, "CONTRADICTED": 0.01 } } } }, "pitem-012:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-013:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-014:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-015:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-016:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-017:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-018:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-019:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-020:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-021:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-022:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-023:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-024:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-025:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-026:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-027:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-028:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-029:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-030:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-031:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-032:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-033:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-034:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-035:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-036:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-037:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-038:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-039:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-040:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-041:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-042:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-043:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-044:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-045:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-046:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-047:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-048:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-049:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-050:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-051:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-052:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.44, "probabilities": { "SUPPORTED": 0.63, "UNKNOWN": 0.36, "CONTRADICTED": 0.01 } } } }, "pitem-053:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-054:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-055:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-056:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-057:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-058:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "pitem-059:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-060:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-061:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-062:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-063:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-064:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-065:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-066:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-067:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-068:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-069:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-070:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "pitem-071:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-072:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-073:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-074:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-075:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-076:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-077:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-078:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } }, "pitem-079:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.01, "CONTRADICTED": 0.99 } } } } } }, { "model": "gpt-6-astra", "case": "exec", "arm": "filtered", "repeat": 1, "main_answer": { "selected_ids": [ "item-011", "item-052" ], "needs_review": false }, "jev_judgments": { "pitem-000:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-001:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-002:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-003:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-004:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-005:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-006:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-007:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-008:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-009:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-010:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-011:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.35, "probabilities": { "UNKNOWN": 0.43, "CONTRADICTED": 0.01, "SUPPORTED": 0.5599999999999999 } } } }, "pitem-012:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-013:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-014:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-015:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-016:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-017:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-018:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-019:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-020:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-021:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-022:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-023:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-024:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-025:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-026:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-027:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-028:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-029:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-030:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-031:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-032:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-033:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-034:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-035:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-036:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-037:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-038:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-039:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-040:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-041:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-042:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-043:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-044:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-045:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "pitem-046:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-047:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-048:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-049:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-050:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-051:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-052:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.35, "probabilities": { "UNKNOWN": 0.43, "CONTRADICTED": 0.01, "SUPPORTED": 0.5599999999999999 } } } }, "pitem-053:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-054:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-055:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-056:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-057:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-058:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-059:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-060:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-061:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-062:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-063:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-064:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-065:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-066:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-067:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-068:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-069:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-070:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-071:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-072:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-073:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-074:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-075:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-076:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-077:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-078:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } }, "pitem-079:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.99, "SUPPORTED": 0.0 } } } } } }, { "model": "gpt-5.6-luna", "case": "exec", "arm": "raw", "repeat": 1, "main_answer": { "selected_ids": [ "item-011", "item-052" ], "needs_review": false }, "jev_judgments": null }, { "model": "gpt-6-astra", "case": "exec", "arm": "raw", "repeat": 1, "main_answer": { "selected_ids": [ "item-011", "item-052" ], "needs_review": false }, "jev_judgments": null }, { "model": "gpt-5.6-luna", "case": "code-search", "arm": "raw", "repeat": 2, "main_answer": { "selected_ids": [ "session_store.py:persist_session:119" ], "needs_review": false }, "jev_judgments": null }, { "model": "gpt-6-astra", "case": "code-search", "arm": "raw", "repeat": 2, "main_answer": { "selected_ids": [ "session_store.py:persist_session:119" ], "needs_review": false }, "jev_judgments": null }, { "model": "gpt-5.6-luna", "case": "code-search", "arm": "filtered", "repeat": 2, "main_answer": { "selected_ids": [ "session_store.py:persist_session:119" ], "needs_review": false }, "jev_judgments": { "psession_store.py:session_presentation_0:5:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_1:11:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_2:17:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_3:23:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_4:29:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_5:35:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_6:41:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_7:47:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_8:53:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_9:59:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_10:65:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_11:71:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_12:77:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_13:83:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_14:89:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_15:95:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_16:101:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_17:107:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_18:113:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:persist_session:119:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "SUPPORTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 1.0, "UNKNOWN": 0.0, "CONTRADICTED": 0.0 } } } }, "psession_store.py:session_presentation_20:127:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_21:133:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_22:139:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_23:145:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_24:151:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_25:157:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_26:163:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_27:169:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_28:175:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_29:181:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_30:187:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_31:193:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_32:199:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_33:205:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_34:211:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_35:217:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_36:223:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_37:229:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_38:235:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_39:241:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_40:247:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_41:253:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_42:259:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:persist_session_unsafely:265:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_44:271:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_45:277:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_46:283:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_47:289:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_48:295:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_49:301:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "UNKNOWN": 0.0, "CONTRADICTED": 1.0 } } } }, "psession_store.py:session_presentation_50:307:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_51:313:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_52:319:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_53:325:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_54:331:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_55:337:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_56:343:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_57:349:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_58:355:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_59:361:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } } } }, { "model": "gpt-6-astra", "case": "code-search", "arm": "filtered", "repeat": 2, "main_answer": { "selected_ids": [ "session_store.py:persist_session:119" ], "needs_review": false }, "jev_judgments": { "psession_store.py:session_presentation_0:5:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_1:11:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_2:17:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_3:23:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_4:29:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_5:35:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_6:41:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_7:47:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_8:53:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_9:59:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_10:65:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_11:71:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_12:77:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_13:83:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_14:89:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_15:95:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_16:101:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_17:107:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_18:113:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:persist_session:119:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "SUPPORTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 0.0, "SUPPORTED": 1.0 } } } }, "psession_store.py:session_presentation_20:127:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_21:133:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_22:139:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_23:145:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_24:151:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_25:157:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_26:163:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_27:169:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_28:175:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_29:181:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_30:187:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_31:193:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_32:199:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_33:205:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_34:211:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_35:217:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_36:223:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_37:229:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_38:235:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_39:241:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_40:247:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_41:253:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_42:259:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:persist_session_unsafely:265:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_44:271:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_45:277:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_46:283:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_47:289:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_48:295:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_49:301:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "psession_store.py:session_presentation_50:307:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_51:313:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_52:319:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_53:325:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_54:331:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_55:337:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_56:343:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_57:349:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_58:355:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } } } }, "psession_store.py:session_presentation_59:361:0": { "status": "OK", "answers": { "persists": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } } } } } }, { "model": "gpt-5.6-luna", "case": "locate", "arm": "raw", "repeat": 2, "main_answer": { "selected_ids": [ "13" ], "needs_review": false }, "jev_judgments": null }, { "model": "gpt-6-astra", "case": "locate", "arm": "raw", "repeat": 2, "main_answer": { "selected_ids": [ "13" ], "needs_review": false }, "jev_judgments": null }, { "model": "gpt-5.6-luna", "case": "locate", "arm": "filtered", "repeat": 2, "main_answer": { "selected_ids": [ "13" ], "needs_review": false }, "jev_judgments": { "p1:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p2:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p3:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p4:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p5:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p6:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p7:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p8:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p9:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p10:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p11:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p12:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p13:0": { "status": "OK", "answers": {}, "decision": "MATCH" }, "p14:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p15:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p16:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p17:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p18:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p19:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p20:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p22:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p23:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p24:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p25:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p26:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p27:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p28:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p29:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p30:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p31:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p32:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p33:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p34:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p35:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p36:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p37:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p38:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p39:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p40:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p41:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p42:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p43:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p44:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p45:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p46:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p47:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p48:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p49:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p50:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p52:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p53:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p54:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p55:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p56:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p57:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p58:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p59:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p60:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" } } }, { "model": "gpt-6-astra", "case": "locate", "arm": "filtered", "repeat": 2, "main_answer": { "selected_ids": [ "13" ], "needs_review": false }, "jev_judgments": { "p1:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p2:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p3:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p4:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p5:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p6:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p7:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p8:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p9:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p10:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p11:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p12:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p13:0": { "status": "OK", "answers": {}, "decision": "MATCH" }, "p14:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p15:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p16:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p17:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p18:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p19:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p20:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p22:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p23:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p24:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p25:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p26:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p27:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p28:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p29:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p30:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p31:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p32:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p33:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p34:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p35:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p36:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p37:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p38:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p39:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p40:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p41:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p42:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p43:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p44:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p45:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p46:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p47:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p48:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p49:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p50:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p52:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p53:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p54:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p55:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p56:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p57:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p58:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p59:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" }, "p60:0": { "status": "OK", "answers": {}, "decision": "EXCLUDE" } } }, { "model": "gpt-5.6-luna", "case": "triage", "arm": "raw", "repeat": 2, "main_answer": { "selected_ids": [ "correlated:req-013", "correlated:req-047" ], "needs_review": false }, "jev_judgments": null }, { "model": "gpt-6-astra", "case": "triage", "arm": "raw", "repeat": 2, "main_answer": { "selected_ids": [ "correlated:req-013", "correlated:req-047" ], "needs_review": true }, "jev_judgments": null }, { "model": "gpt-6-astra", "case": "triage", "arm": "filtered", "repeat": 2, "main_answer": { "selected_ids": [ "correlated:req-013", "correlated:req-047" ], "needs_review": false }, "jev_judgments": { "pcorrelated:req-000:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-001:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-002:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-003:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-004:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-005:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-006:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-007:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-008:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-009:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.99, "UNKNOWN": 0.0 } } } }, "pcorrelated:req-010:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "CONTRADICTED": 0.02, "SUPPORTED": 0.97, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-011:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-012:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.94, "probabilities": { "CONTRADICTED": 0.02, "SUPPORTED": 0.96, "UNKNOWN": 0.02 } } } }, "pcorrelated:req-013:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "CONTRADICTED": 0.0, "SUPPORTED": 0.99, "UNKNOWN": 0.01 } }, "http_response": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "pcorrelated:req-014:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "CONTRADICTED": 0.02, "SUPPORTED": 0.97, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-015:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-016:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-017:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-018:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.99, "UNKNOWN": 0.0 } } } }, "pcorrelated:req-019:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-020:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-021:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-022:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-023:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.99, "UNKNOWN": 0.0 } } } }, "pcorrelated:req-024:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-025:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-026:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-027:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-028:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-029:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-030:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-031:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 0.0, "SUPPORTED": 1.0 } } } }, "pcorrelated:req-032:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.02, "SUPPORTED": 0.97 } } } }, "pcorrelated:req-033:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-034:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-035:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-036:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-037:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-038:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-039:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-040:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-041:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-042:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-043:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-044:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-045:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-046:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-047:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } }, "http_response": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } } } }, "pcorrelated:req-048:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-049:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "SUPPORTED": 0.97, "CONTRADICTED": 0.02, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-050:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "SUPPORTED": 0.97, "CONTRADICTED": 0.02, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-051:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "CONTRADICTED": 0.01, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-052:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "CONTRADICTED": 0.01, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-053:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "SUPPORTED": 0.98, "CONTRADICTED": 0.01, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-054:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "SUPPORTED": 0.98, "CONTRADICTED": 0.01, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-055:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.95, "probabilities": { "SUPPORTED": 0.97, "CONTRADICTED": 0.02, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-056:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "SUPPORTED": 0.97, "CONTRADICTED": 0.02, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-057:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "SUPPORTED": 0.97, "CONTRADICTED": 0.02, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-058:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "CONTRADICTED": 0.01, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-059:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "SUPPORTED": 0.0, "CONTRADICTED": 1.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "SUPPORTED": 0.98, "CONTRADICTED": 0.01, "UNKNOWN": 0.01 } } } } } }, { "model": "gpt-5.6-luna", "case": "triage", "arm": "filtered", "repeat": 2, "main_answer": { "selected_ids": [ "correlated:req-013", "correlated:req-047" ], "needs_review": false }, "jev_judgments": { "pcorrelated:req-000:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-001:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-002:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-003:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-004:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-005:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-006:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.97, "CONTRADICTED": 0.02 } } } }, "pcorrelated:req-007:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.97, "CONTRADICTED": 0.02 } } } }, "pcorrelated:req-008:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.95, "probabilities": { "UNKNOWN": 0.02, "SUPPORTED": 0.97, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-009:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-010:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-011:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.93, "probabilities": { "UNKNOWN": 0.02, "SUPPORTED": 0.95, "CONTRADICTED": 0.03 } } } }, "pcorrelated:req-012:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.97, "CONTRADICTED": 0.02 } } } }, "pcorrelated:req-013:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.99, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 1.0, "CONTRADICTED": 0.0 } }, "http_response": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } } } }, "pcorrelated:req-014:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.95, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.97, "CONTRADICTED": 0.02 } } } }, "pcorrelated:req-015:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-016:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-017:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-018:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-019:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.97, "CONTRADICTED": 0.02 } } } }, "pcorrelated:req-020:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.95, "probabilities": { "UNKNOWN": 0.02, "SUPPORTED": 0.97, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-021:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-022:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.98, "CONTRADICTED": 0.01 } } } }, "pcorrelated:req-023:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "SUPPORTED": 0.0, "CONTRADICTED": 1.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "UNKNOWN": 0.01, "SUPPORTED": 0.97, "CONTRADICTED": 0.02 } } } }, "pcorrelated:req-024:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "UNKNOWN": 0.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.96, "probabilities": { "CONTRADICTED": 0.02, "UNKNOWN": 0.01, "SUPPORTED": 0.97 } } } }, "pcorrelated:req-025:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "CONTRADICTED": 0.01, "UNKNOWN": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-026:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-027:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "UNKNOWN": 0.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-028:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-029:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-030:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-031:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 1.0, "UNKNOWN": 0.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.0, "UNKNOWN": 0.0, "SUPPORTED": 1.0 } } } }, "pcorrelated:req-032:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-033:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "UNKNOWN": 0.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-034:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "UNKNOWN": 0.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-035:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "UNKNOWN": 0.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-036:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-037:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-038:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-039:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "UNKNOWN": 0.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-040:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "UNKNOWN": 0.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "CONTRADICTED": 0.01, "UNKNOWN": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-041:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "UNKNOWN": 0.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-042:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "UNKNOWN": 0.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.99, "UNKNOWN": 0.0 } } } }, "pcorrelated:req-043:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "CONTRADICTED": 0.01, "UNKNOWN": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-044:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "UNKNOWN": 0.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-045:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "UNKNOWN": 0.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "CONTRADICTED": 0.02, "SUPPORTED": 0.97, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-046:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.98, "UNKNOWN": 0.01 } } } }, "pcorrelated:req-047:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.0, "SUPPORTED": 0.99, "UNKNOWN": 0.01 } }, "http_response": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "UNKNOWN": 0.0, "SUPPORTED": 0.0 } } } }, "pcorrelated:req-048:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "CONTRADICTED": 1.0, "UNKNOWN": 0.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "CONTRADICTED": 0.01, "UNKNOWN": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-049:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-050:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-051:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-052:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-053:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-054:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-055:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 0.01, "SUPPORTED": 0.99 } } } }, "pcorrelated:req-056:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-057:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.97, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 0.01, "SUPPORTED": 0.99 } } } }, "pcorrelated:req-058:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } }, "pcorrelated:req-059:0": { "status": "OK", "answers": { "connection_failure": { "type": "choice", "choice": "CONTRADICTED", "confidence": 1.0, "probabilities": { "UNKNOWN": 0.0, "CONTRADICTED": 1.0, "SUPPORTED": 0.0 } }, "http_response": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.98, "probabilities": { "UNKNOWN": 0.01, "CONTRADICTED": 0.01, "SUPPORTED": 0.98 } } } } } }, { "model": "gpt-6-astra", "case": "exec", "arm": "raw", "repeat": 2, "main_answer": { "selected_ids": [ "item-011", "item-052" ], "needs_review": false }, "jev_judgments": null }, { "model": "gpt-5.6-luna", "case": "exec", "arm": "raw", "repeat": 2, "main_answer": { "selected_ids": [ "item-011", "item-052" ], "needs_review": false }, "jev_judgments": null }, { "model": "gpt-6-astra", "case": "exec", "arm": "filtered", "repeat": 2, "main_answer": { "selected_ids": [ "item-011", "item-052" ], "needs_review": false }, "jev_judgments": { "pitem-000:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.98, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-001:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-002:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-003:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-004:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-005:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-006:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-007:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-008:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-009:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-010:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-011:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.32, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.54, "UNKNOWN": 0.45 } } } }, "pitem-012:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-013:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-014:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-015:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-016:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.98, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-017:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-018:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-019:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-020:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-021:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-022:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-023:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-024:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-025:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-026:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-027:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.98, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-028:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.98, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-029:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-030:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-031:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-032:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-033:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-034:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-035:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-036:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-037:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-038:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-039:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-040:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-041:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-042:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-043:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-044:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "pitem-045:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-046:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-047:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-048:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-049:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-050:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-051:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-052:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.37, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.58, "UNKNOWN": 0.41 } } } }, "pitem-053:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-054:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "pitem-055:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-056:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-057:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-058:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-059:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-060:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-061:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-062:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-063:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-064:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-065:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-066:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-067:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 1.0, "SUPPORTED": 0.0, "UNKNOWN": 0.0 } } } }, "pitem-068:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-069:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-070:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-071:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-072:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-073:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-074:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-075:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-076:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-077:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-078:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-079:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } } } }, { "model": "gpt-5.6-luna", "case": "exec", "arm": "filtered", "repeat": 2, "main_answer": { "selected_ids": [ "item-011", "item-052" ], "needs_review": false }, "jev_judgments": { "pitem-000:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-001:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-002:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-003:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-004:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-005:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-006:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-007:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.98, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-008:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.98, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-009:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-010:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-011:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.37, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.57, "UNKNOWN": 0.42 } } } }, "pitem-012:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-013:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-014:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-015:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-016:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-017:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-018:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-019:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-020:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-021:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-022:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-023:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-024:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-025:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-026:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-027:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-028:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-029:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-030:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-031:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-032:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-033:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-034:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-035:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-036:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-037:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-038:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-039:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-040:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-041:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-042:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-043:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-044:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-045:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-046:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-047:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-048:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-049:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-050:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-051:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-052:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "SUPPORTED", "confidence": 0.33, "probabilities": { "CONTRADICTED": 0.01, "SUPPORTED": 0.55, "UNKNOWN": 0.44 } } } }, "pitem-053:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-054:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-055:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-056:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-057:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-058:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-059:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-060:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-061:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-062:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-063:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-064:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-065:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-066:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-067:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-068:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-069:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-070:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-071:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-072:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-073:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-074:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-075:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-076:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-077:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-078:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } }, "pitem-079:0": { "status": "OK", "answers": { "current": { "type": "choice", "choice": "CONTRADICTED", "confidence": 0.99, "probabilities": { "CONTRADICTED": 0.99, "SUPPORTED": 0.0, "UNKNOWN": 0.01 } } } } } } ] }