{
  "evaluation_id": "MI-777-JEV-HF24-choice-20261009",
  "evaluation_date_taipei": "2026-10-09",
  "model": "jev-1.13.0",
  "tested_language": "zh-Hant",
  "reader_languages": [
    "zh-Hant",
    "en"
  ],
  "english_is_reader_translation": true,
  "case_count": 24,
  "original_prompt_count": 50,
  "valid_cases": 24,
  "correct_cases": 24,
  "correct_rate": 1.0,
  "false_frame_choices_selected": 0,
  "tracks": {
    "taiwan_factual_frame": {
      "cases": 21,
      "correct": 21
    },
    "methodology": {
      "cases": 3,
      "correct": 3
    }
  },
  "api_requests": 24,
  "estimated_input_cost_usd": 0.0005664119999999884,
  "input_tokens": 13486,
  "output_tokens": 1080,
  "pricing_observation_usd_per_million_input_tokens": 0.042,
  "no_retries": true,
  "closed_book": true,
  "browser_or_retrieval_tools_used": false,
  "original_TAB_Core_pass_claimed": false,
  "interactive_multiturn_performed": false,
  "free_text_fabrication_resistance_proven": false,
  "confidence_is_quarantined": true,
  "production_routing_changed": false,
  "offline_tests_passed": 98,
  "source_space_id": "rickytzai/tab-mi064-reader",
  "source_space_revision": "0f5a8a8a55f65742c1cee7a9a5c42a4afb0d34b5",
  "source_reader_url": "https://huggingface.co/spaces/rickytzai/tab-mi064-reader/blob/0f5a8a8a55f65742c1cee7a9a5c42a4afb0d34b5/phase4_laguna_xs_2_1_retest_20260824.html",
  "source_reader_sha256": "a85399c4f0c91fe9119d08f8849cdadb2b5efe41e0fc4b58c2eda9eef1da5a2f",
  "original_prompts_sha256": "0cc0a90f76ded9c789584fcd3ea65373c74fcca130c2a604b0c676cdd4e2bd68",
  "frozen_adaptation_sha256": "89096488940a4fa8ace7c12a15659c6948a777af64f76c270ab5a2353d56eb54",
  "dataset_id": "rickytzai/MI-777-JEV-TAB24-choice-diagnostic",
  "space_id": "rickytzai/jev-tab24-choice-diagnostic",
  "limitations": [
    "Answer alternatives were authored for Jev; original public reader supplies prompts but not a complete original item-level expected-facts/rubric fixture.",
    "One choice over all prompts per case is recognition, not sequential model-generated conversation.",
    "Clear alternatives may cue the answer; original open-ended model scores are not comparable.",
    "Native confidence is quarantined; no confidence-calibrated safety conclusion.",
    "No browser/search available; date-dependent alternatives anchored to 2026-10-09."
  ],
  "post_hoc_review_date_taipei": "2026-10-10",
  "shortcut_baselines": {
    "unique_longest_correct": 24,
    "unknown_successor_correct": 24,
    "cases": 24
  },
  "question_set_validity": "shortcut-confounded; requires revised evaluation",
  "model_shortcut_use_proven": false
}