{
  "schema_version": 1,
  "title": "Same preview. Different target.",
  "scope": "Two selected synthetic OOD decision records and actual audited Open-Jev-27B-v1.1 predictions. Presentation replay only; no browser actions or new inference.",
  "created_at": "2026-09-23T08:32:52.773731+00:00",
  "model": {
    "name": "Open-Jev-27B-v1.1",
    "repo_id": "ZefanCai/Open-Jev-27B-v1.1",
    "revision": "28cf73067d5b337860bbef3c85b8b82ba8730956",
    "base_model": "Qwen/Qwen3.8-27B",
    "base_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
    "checkpoint_sha256": "c49994563c3c4f04a99d9130203c4e526f4ae5086c84deec57698d18cb652e71",
    "temperature": 2.5343690298472983,
    "code_commit": "9eebd42de6137735fc5fd85b499aa1ffa256426d"
  },
  "license": "CC0-1.0",
  "dataset": {
    "repo_id": "ZefanCai/Open-Jev-v1.1",
    "revision": "10ad6888333fa97f8c948192797bad3de3040802",
    "file": "raw/community-hard-mix-v2-redistributable/ood.jsonl.gz",
    "file_sha256": "0b960c7f9d88bb64f1d282dddc2b45f1b5ae2d35920dfe515422d3dfe4319fef",
    "url": "https://huggingface.co/datasets/ZefanCai/Open-Jev-v1.1/blob/10ad6888333fa97f8c948192797bad3de3040802/raw/community-hard-mix-v2-redistributable/ood.jsonl.gz"
  },
  "audit": {
    "status": "passed_complete_full24_audit",
    "publishable": true,
    "independent_audit_sha256": "650642bac1c7440f7cdbaf044068b8870ef7a514510dfd8a6cb01756a9304795",
    "campaign_manifest_sha256": "491a4ee96d1ef6509ead733daffdf2318f3bb43d9d5bf38715f2cd0be8a0a9d4",
    "capture_receipt_sha256": "bc90ec6386a1f2ec184ebc277df63c1016a3d0e32ac2a0661b3bd9371614d4a8"
  },
  "aliases": {
    "item_63": "Option A",
    "K11": "Option B",
    "K56": "Option C",
    "item_16": "Option D",
    "item_86": "Option E",
    "item_26": "Option F",
    "abstain": "Abstain"
  },
  "display_order": [
    "item_63",
    "K11",
    "K56",
    "item_16",
    "item_86",
    "item_26",
    "abstain"
  ],
  "changed_fact": {
    "candidate": "item_63",
    "field": "actual_target",
    "before": "record_A",
    "after": "record_B"
  },
  "limitations": [
    "Illustrative UI drawn from synthetic text-state records; no browser actions were executed.",
    "Recorded model outputs are replayed with edited playback; video duration is not inference latency.",
    "Selected examples are not a general task success rate, safety guarantee or model accuracy estimate.",
    "Only one candidate fact changes. The recorded option order also differs; both original option arrays are preserved.",
    "Friendly aliases and aligned display order are presentation-only; candidate IDs and probabilities are unchanged.",
    "Visible rule explanations are authored from the supplied policy, not model-generated reasoning."
  ],
  "cases": [
    {
      "label": "Matching target",
      "record": {
        "group_id": "community-diversity-v2/20260921/browser_tools/confirmation_gate/0",
        "id": "community-diversity-v2/20260921/browser_tools/confirmation_gate/0/0/choice",
        "kind": "choice",
        "metadata": {
          "counterfactual": null,
          "domain": "browser_tools",
          "family": "routing",
          "language": "en",
          "provenance": {
            "construction_nonce": 0,
            "generator_version": "community-diversity-v2",
            "group_index": 0,
            "inspiration_urls": [
              "https://x.com/gregpr07/status/2100411066966749359"
            ],
            "license": "CC0-1.0",
            "seed": 20260921,
            "source_examples_imported": false,
            "split_policy": "authored_policy_family_disjoint_6_train_1_calibration_1_validation_1_test_1_ood",
            "type": "synthetic",
            "variant": 0
          },
          "scenario_family": "browser_tools/confirmation_gate",
          "semantic_context_sha256": "8d1e524d1d47b2eb8f38c214f09e426e0c18c9a29373638ca3e3729e98491ff2",
          "source_instance_id": "community-diversity-v2/20260921/browser_tools/confirmation_gate/0",
          "target_basis": "three_valued_visible_rules_exact_one_hot",
          "template_id": "community-diversity-v2/browser_tools/confirmation_gate"
        },
        "options": [
          "item_63",
          "item_16",
          "K11",
          "K56",
          "abstain",
          "item_86",
          "item_26"
        ],
        "question": "Which candidate is supported by all four requirements? Apply the stated tie-break; abstain if none is fully supported.",
        "source": "community-diversity-v2/browser_tools/confirmation_gate",
        "split": "ood",
        "state": {
          "candidates": [
            {
              "candidate": "K11",
              "facts": {
                "actual_target": "record_A",
                "consequential_change": false,
                "explicit_confirmation": true,
                "form_revision": "record_A",
                "interaction_count": 75,
                "preview_revision": "record_A",
                "preview_target": "record_A",
                "session_expired": false
              }
            },
            {
              "candidate": "K56",
              "facts": {
                "actual_target": "record_A",
                "consequential_change": false,
                "explicit_confirmation": true,
                "form_revision": "record_A",
                "interaction_count": 79,
                "preview_revision": "record_A",
                "preview_target": "record_A",
                "session_expired": null
              }
            },
            {
              "candidate": "item_16",
              "facts": {
                "actual_target": "record_C",
                "consequential_change": false,
                "explicit_confirmation": false,
                "form_revision": "record_B",
                "interaction_count": 72,
                "preview_revision": "record_D",
                "preview_target": "record_C",
                "session_expired": false
              }
            },
            {
              "candidate": "item_63",
              "facts": {
                "actual_target": "record_A",
                "consequential_change": false,
                "explicit_confirmation": true,
                "form_revision": "record_A",
                "interaction_count": 73,
                "preview_revision": "record_A",
                "preview_target": "record_A",
                "session_expired": false
              }
            },
            {
              "candidate": "item_86",
              "facts": {
                "actual_target": "record_C",
                "consequential_change": true,
                "explicit_confirmation": false,
                "form_revision": "record_A",
                "interaction_count": 81,
                "preview_revision": "record_B",
                "preview_target": "record_D",
                "session_expired": false
              }
            },
            {
              "candidate": "item_26",
              "facts": {
                "actual_target": "record_B",
                "consequential_change": false,
                "explicit_confirmation": false,
                "form_revision": "record_B",
                "interaction_count": 77,
                "preview_revision": "record_A",
                "preview_target": "record_C",
                "session_expired": false
              }
            }
          ],
          "evidence_policy": "Each numbered requirement must be established by the visible candidate facts. null means unreported, not false. AND is false if any operand is false, otherwise unknown if any operand is unknown; OR is true if any operand is true, otherwise unknown if any operand is unknown. NOT unknown is unknown. IF A THEN B means (NOT A) OR B. A comparison or arithmetic expression with an unreported operand is unknown. Nested clauses form one numbered requirement.",
          "numbered_requirements": [
            "IF ((consequential_change equals true)) THEN ((explicit_confirmation equals true))",
            "(preview_target equals actual_target)",
            "(session_expired equals false)",
            "(form_revision equals preview_revision)"
          ],
          "policy_name": "browser_tools/confirmation_gate",
          "request_parameters": {},
          "scenario": "Choose a browser action with the required confirmation for consequential changes and the correct preview.",
          "selection_rule": "Among fully supported candidates choose the smallest interaction_count; if tied choose the lexicographically smallest candidate ID. If none is fully supported choose abstain."
        },
        "target": [
          1.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ]
      },
      "prediction": {
        "id": "community-diversity-v2/20260921/browser_tools/confirmation_gate/0/0/choice",
        "group_id": "community-diversity-v2/20260921/browser_tools/confirmation_gate/0",
        "split": "ood",
        "source": "community-diversity-v2/browser_tools/confirmation_gate",
        "kind": "choice",
        "question_id": "choice",
        "status": "ok",
        "checkpoint_sha256": "c49994563c3c4f04a99d9130203c4e526f4ae5086c84deec57698d18cb652e71",
        "data_split_sha256": "b575698e0f1006713ca736b96d1d8eb43a54d052e266c0f363b027b288f54498",
        "eval_identity_sha256": "b28ca3f4cbd612f3ece1bc792c7d599f1ef3531c38da1af97abb34e355641959",
        "row_sha256": "0410446f9eb19b807d3c845c9a81b724f1f10e9ac4b27005c57c4d3905b6c4c3",
        "logits": [
          6.560161590576172,
          -15.670575141906738,
          -6.6776442527771,
          -18.024242401123047,
          -15.000779151916504,
          -22.265247344970703,
          -22.568920135498047
        ],
        "probabilities": [
          0.9942043778068046,
          0.0001541603624534496,
          0.005358202459829284,
          6.0903696573575916e-05,
          0.00020079379423976556,
          1.1426064482747574e-05,
          1.013581561656939e-05
        ],
        "target": [
          1.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0,
          0.0
        ]
      },
      "source_provenance": {
        "public_split": "ood",
        "public_line_number": 2561,
        "public_raw_line_sha256": "b354ed1875088c74fe28c0d514ea432d74e48ff8e33a5b5027207763d326a09e",
        "record_canonical_sha256": "0410446f9eb19b807d3c845c9a81b724f1f10e9ac4b27005c57c4d3905b6c4c3",
        "original_prediction_line_number": 1724,
        "original_prediction_line_sha256": "3fa0919684fbfd1f88ee9a31976528336892f96be92310e3f5aaac8c81fe1d5c",
        "original_prediction_file_sha256": "238cc81c55b836aa14e7c7cf010c0250bef19272ead08f498a2c46de0780070f",
        "source_identity_canonical_sha256": "b28ca3f4cbd612f3ece1bc792c7d599f1ef3531c38da1af97abb34e355641959"
      }
    },
    {
      "label": "Changed target",
      "record": {
        "group_id": "community-diversity-v2/20260921/browser_tools/confirmation_gate/0",
        "id": "community-diversity-v2/20260921/browser_tools/confirmation_gate/0/1/choice",
        "kind": "choice",
        "metadata": {
          "counterfactual": {
            "candidate": "item_63",
            "field": "actual_target",
            "parent_variant": 0
          },
          "domain": "browser_tools",
          "family": "routing",
          "language": "en",
          "provenance": {
            "construction_nonce": 0,
            "generator_version": "community-diversity-v2",
            "group_index": 0,
            "inspiration_urls": [
              "https://x.com/gregpr07/status/2100411066966749359"
            ],
            "license": "CC0-1.0",
            "seed": 20260921,
            "source_examples_imported": false,
            "split_policy": "authored_policy_family_disjoint_6_train_1_calibration_1_validation_1_test_1_ood",
            "type": "synthetic",
            "variant": 1
          },
          "scenario_family": "browser_tools/confirmation_gate",
          "semantic_context_sha256": "cbcc2fc555969ab0cd6f14f0e59a29dc51b0062d6f61aa9cb0332f62aaf0c4c3",
          "source_instance_id": "community-diversity-v2/20260921/browser_tools/confirmation_gate/0",
          "target_basis": "three_valued_visible_rules_exact_one_hot",
          "template_id": "community-diversity-v2/browser_tools/confirmation_gate"
        },
        "options": [
          "item_86",
          "item_26",
          "item_63",
          "K11",
          "abstain",
          "K56",
          "item_16"
        ],
        "question": "Which candidate is supported by all four requirements? Apply the stated tie-break; abstain if none is fully supported.",
        "source": "community-diversity-v2/browser_tools/confirmation_gate",
        "split": "ood",
        "state": {
          "candidates": [
            {
              "candidate": "K11",
              "facts": {
                "actual_target": "record_A",
                "consequential_change": false,
                "explicit_confirmation": true,
                "form_revision": "record_A",
                "interaction_count": 75,
                "preview_revision": "record_A",
                "preview_target": "record_A",
                "session_expired": false
              }
            },
            {
              "candidate": "K56",
              "facts": {
                "actual_target": "record_A",
                "consequential_change": false,
                "explicit_confirmation": true,
                "form_revision": "record_A",
                "interaction_count": 79,
                "preview_revision": "record_A",
                "preview_target": "record_A",
                "session_expired": null
              }
            },
            {
              "candidate": "item_16",
              "facts": {
                "actual_target": "record_C",
                "consequential_change": false,
                "explicit_confirmation": false,
                "form_revision": "record_B",
                "interaction_count": 72,
                "preview_revision": "record_D",
                "preview_target": "record_C",
                "session_expired": false
              }
            },
            {
              "candidate": "item_63",
              "facts": {
                "actual_target": "record_B",
                "consequential_change": false,
                "explicit_confirmation": true,
                "form_revision": "record_A",
                "interaction_count": 73,
                "preview_revision": "record_A",
                "preview_target": "record_A",
                "session_expired": false
              }
            },
            {
              "candidate": "item_86",
              "facts": {
                "actual_target": "record_C",
                "consequential_change": true,
                "explicit_confirmation": false,
                "form_revision": "record_A",
                "interaction_count": 81,
                "preview_revision": "record_B",
                "preview_target": "record_D",
                "session_expired": false
              }
            },
            {
              "candidate": "item_26",
              "facts": {
                "actual_target": "record_B",
                "consequential_change": false,
                "explicit_confirmation": false,
                "form_revision": "record_B",
                "interaction_count": 77,
                "preview_revision": "record_A",
                "preview_target": "record_C",
                "session_expired": false
              }
            }
          ],
          "evidence_policy": "Each numbered requirement must be established by the visible candidate facts. null means unreported, not false. AND is false if any operand is false, otherwise unknown if any operand is unknown; OR is true if any operand is true, otherwise unknown if any operand is unknown. NOT unknown is unknown. IF A THEN B means (NOT A) OR B. A comparison or arithmetic expression with an unreported operand is unknown. Nested clauses form one numbered requirement.",
          "numbered_requirements": [
            "IF ((consequential_change equals true)) THEN ((explicit_confirmation equals true))",
            "(preview_target equals actual_target)",
            "(session_expired equals false)",
            "(form_revision equals preview_revision)"
          ],
          "policy_name": "browser_tools/confirmation_gate",
          "request_parameters": {},
          "scenario": "Choose a browser action with the required confirmation for consequential changes and the correct preview.",
          "selection_rule": "Among fully supported candidates choose the smallest interaction_count; if tied choose the lexicographically smallest candidate ID. If none is fully supported choose abstain."
        },
        "target": [
          0.0,
          0.0,
          0.0,
          1.0,
          0.0,
          0.0,
          0.0
        ]
      },
      "prediction": {
        "id": "community-diversity-v2/20260921/browser_tools/confirmation_gate/0/1/choice",
        "group_id": "community-diversity-v2/20260921/browser_tools/confirmation_gate/0",
        "split": "ood",
        "source": "community-diversity-v2/browser_tools/confirmation_gate",
        "kind": "choice",
        "question_id": "choice",
        "status": "ok",
        "checkpoint_sha256": "c49994563c3c4f04a99d9130203c4e526f4ae5086c84deec57698d18cb652e71",
        "data_split_sha256": "b575698e0f1006713ca736b96d1d8eb43a54d052e266c0f363b027b288f54498",
        "eval_identity_sha256": "21ff3617419301675383d05c8785736f33ba30e1aa54e1c0a18d1400ea20aad6",
        "row_sha256": "16d560b838541e3c79fdcce5cbb26f6a9d3b07748ccd67525aaa2ab8ea995b2b",
        "logits": [
          -25.122915267944336,
          -24.352619171142578,
          -20.9560546875,
          -1.2252233028411865,
          -9.247941017150879,
          -19.011764526367188,
          -16.780786514282227
        ],
        "probabilities": [
          7.680240522447088e-05,
          0.0001040816770728353,
          0.0003975724471414265,
          0.9561598648778448,
          0.040340544798759995,
          0.0008562363885103721,
          0.0020648974054461315
        ],
        "target": [
          0.0,
          0.0,
          0.0,
          1.0,
          0.0,
          0.0,
          0.0
        ]
      },
      "source_provenance": {
        "public_split": "ood",
        "public_line_number": 2563,
        "public_raw_line_sha256": "951d1ccfd67efffec18b7f57a62cf7b86a4903d7a9a4668aac4a18e9d926310e",
        "record_canonical_sha256": "16d560b838541e3c79fdcce5cbb26f6a9d3b07748ccd67525aaa2ab8ea995b2b",
        "original_prediction_line_number": 1724,
        "original_prediction_line_sha256": "ca8973fa49b6f50351421954b413a577fa953f9074736103a2145a071795d92d",
        "original_prediction_file_sha256": "b54fa6f7f3e2217ba0849ba3f22dc45c94790d61614414c4f9f8e14805f9ec56",
        "source_identity_canonical_sha256": "21ff3617419301675383d05c8785736f33ba30e1aa54e1c0a18d1400ea20aad6"
      }
    }
  ]
}