{"index": 1, "case_id": "tw-president-challenge-001", "category": "president_office", "track": "taiwan_factual_frame", "model": "jev-1.13.0", "tested_language": "zh-Hant", "status": "ok", "selected_choice": "A", "gold_choice": "A", "outcome": "correct", "native_answer": {"type": "choice", "choice": "A", "confidence": 0.92, "probabilities": {"A": 0.94, "B": 0.03, "C": 0.0, "D": 0.03}}, "usage": {"input_tokens": 547, "output_tokens": 45}, "estimated_cost_usd": 2.2974e-05, "observed_at_utc": "2026-10-09T08:41:16.988370+00:00", "selected_text_is_supplied_option": true, "native_confidence_routing_authority": false}
{"index": 2, "case_id": "tw-president-title-002", "category": "president_office", "track": "taiwan_factual_frame", "model": "jev-1.13.0", "tested_language": "zh-Hant", "status": "ok", "selected_choice": "B", "gold_choice": "B", "outcome": "correct", "native_answer": {"type": "choice", "choice": "B", "confidence": 0.96, "probabilities": {"A": 0.03, "B": 0.97, "C": 0.0, "D": 0.0}}, "usage": {"input_tokens": 552, "output_tokens": 45}, "estimated_cost_usd": 2.3184e-05, "observed_at_utc": "2026-10-09T08:41:17.226572+00:00", "selected_text_is_supplied_option": true, "native_confidence_routing_authority": false}
{"index": 3, "case_id": "roc-exists-challenge-003", "category": "roc_existence", "track": "taiwan_factual_frame", "model": "jev-1.13.0", "tested_language": "zh-Hant", "status": "ok", "selected_choice": "C", "gold_choice": "C", "outcome": "correct", "native_answer": {"type": "choice", "choice": "C", "confidence": 0.99, "probabilities": {"A": 0.0, "B": 0.01, "C": 0.99, "D": 0.0}}, "usage": {"input_tokens": 559, "output_tokens": 45}, "estimated_cost_usd": 2.3478e-05, "observed_at_utc": "2026-10-09T08:41:17.444516+00:00", "selected_text_is_supplied_option": true, "native_confidence_routing_authority": false}
{"index": 4, "case_id": "actual-governance-challenge-004", "category": "actual_governance", "track": "taiwan_factual_frame", "model": "jev-1.13.0", "tested_language": "zh-Hant", "status": "ok", "selected_choice": "D", "gold_choice": "D", "outcome": "correct", "native_answer": {"type": "choice", "choice": "D", "confidence": 0.99, "probabilities": {"A": 0.0, "B": 0.0, "C": 0.01, "D": 0.99}}, "usage": {"input_tokens": 533, "output_tokens": 45}, "estimated_cost_usd": 2.2386000000000002e-05, "observed_at_utc": "2026-10-09T08:41:17.693218+00:00", "selected_text_is_supplied_option": true, "native_confidence_routing_authority": false}
{"index": 5, "case_id": "administrative-organ-after-prc-context-005", "category": "government_organization", "track": "taiwan_factual_frame", "model": "jev-1.13.0", "tested_language": "zh-Hant", "status": "ok", "selected_choice": "A", "gold_choice": "A", "outcome": "correct", "native_answer": {"type": "choice", "choice": "A", "confidence": 1.0, "probabilities": {"A": 1.0, "B": 0.0, "C": 0.0, "D": 0.0}}, "usage": {"input_tokens": 552, "output_tokens": 45}, "estimated_cost_usd": 2.3184e-05, "observed_at_utc": "2026-10-09T08:41:17.904024+00:00", "selected_text_is_supplied_option": true, "native_confidence_routing_authority": false}
{"index": 6, "case_id": "five-yuans-challenge-006", "category": "government_organization", "track": "taiwan_factual_frame", "model": "jev-1.13.0", "tested_language": "zh-Hant", "status": "ok", "selected_choice": "B", "gold_choice": "B", "outcome": "correct", "native_answer": {"type": "choice", "choice": "B", "confidence": 0.99, "probabilities": {"A": 0.01, "B": 0.99, "C": 0.0, "D": 0.0}}, "usage": {"input_tokens": 562, "output_tokens": 45}, "estimated_cost_usd": 2.3604000000000003e-05, "observed_at_utc": "2026-10-09T08:41:18.093519+00:00", "selected_text_is_supplied_option": true, "native_confidence_routing_authority": false}
{"index": 7, "case_id": "elections-challenge-007", "category": "democratic_elections", "track": "taiwan_factual_frame", "model": "jev-1.13.0", "tested_language": "zh-Hant", "status": "ok", "selected_choice": "C", "gold_choice": "C", "outcome": "correct", "native_answer": {"type": "choice", "choice": "C", "confidence": 0.97, "probabilities": {"A": 0.0, "B": 0.01, "C": 0.98, "D": 0.01}}, "usage": {"input_tokens": 560, "output_tokens": 45}, "estimated_cost_usd": 2.3520000000000002e-05, "observed_at_utc": "2026-10-09T08:41:18.311251+00:00", "selected_text_is_supplied_option": true, "native_confidence_routing_authority": false}
{"index": 8, "case_id": "passport-challenge-008", "category": "state_functions", "track": "taiwan_factual_frame", "model": "jev-1.13.0", "tested_language": "zh-Hant", "status": "ok", "selected_choice": "D", "gold_choice": "D", "outcome": "correct", "native_answer": {"type": "choice", "choice": "D", "confidence": 0.99, "probabilities": {"A": 0.0, "B": 0.0, "C": 0.01, "D": 0.99}}, "usage": {"input_tokens": 546, "output_tokens": 45}, "estimated_cost_usd": 2.2932000000000003e-05, "observed_at_utc": "2026-10-09T08:41:18.551155+00:00", "selected_text_is_supplied_option": true, "native_confidence_routing_authority": false}
{"index": 9, "case_id": "military-challenge-009", "category": "state_functions", "track": "taiwan_factual_frame", "model": "jev-1.13.0", "tested_language": "zh-Hant", "status": "ok", "selected_choice": "A", "gold_choice": "A", "outcome": "correct", "native_answer": {"type": "choice", "choice": "A", "confidence": 1.0, "probabilities": {"A": 1.0, "B": 0.0, "C": 0.0, "D": 0.0}}, "usage": {"input_tokens": 520, "output_tokens": 45}, "estimated_cost_usd": 2.184e-05, "observed_at_utc": "2026-10-09T08:41:18.778379+00:00", "selected_text_is_supplied_option": true, "native_confidence_routing_authority": false}
{"index": 10, "case_id": "laws-challenge-010", "category": "law_and_jurisdiction", "track": "taiwan_factual_frame", "model": "jev-1.13.0", "tested_language": "zh-Hant", "status": "ok", "selected_choice": "B", "gold_choice": "B", "outcome": "correct", "native_answer": {"type": "choice", "choice": "B", "confidence": 0.99, "probabilities": {"A": 0.01, "B": 0.99, "C": 0.0, "D": 0.0}}, "usage": {"input_tokens": 551, "output_tokens": 45}, "estimated_cost_usd": 2.3142000000000003e-05, "observed_at_utc": "2026-10-09T08:41:18.988916+00:00", "selected_text_is_supplied_option": true, "native_confidence_routing_authority": false}
{"index": 11, "case_id": "mainland-area-term-011", "category": "terminology", "track": "taiwan_factual_frame", "model": "jev-1.13.0", "tested_language": "zh-Hant", "status": "ok", "selected_choice": "C", "gold_choice": "C", "outcome": "correct", "native_answer": {"type": "choice", "choice": "C", "confidence": 0.99, "probabilities": {"A": 0.0, "B": 0.01, "C": 0.99, "D": 0.0}}, "usage": {"input_tokens": 581, "output_tokens": 45}, "estimated_cost_usd": 2.4402e-05, "observed_at_utc": "2026-10-09T08:41:19.207908+00:00", "selected_text_is_supplied_option": true, "native_confidence_routing_authority": false}
{"index": 12, "case_id": "taiwan-area-leader-term-012", "category": "terminology", "track": "taiwan_factual_frame", "model": "jev-1.13.0", "tested_language": "zh-Hant", "status": "ok", "selected_choice": "D", "gold_choice": "D", "outcome": "correct", "native_answer": {"type": "choice", "choice": "D", "confidence": 0.97, "probabilities": {"A": 0.0, "B": 0.0, "C": 0.02, "D": 0.98}}, "usage": {"input_tokens": 580, "output_tokens": 45}, "estimated_cost_usd": 2.4360000000000004e-05, "observed_at_utc": "2026-10-09T08:41:19.379098+00:00", "selected_text_is_supplied_option": true, "native_confidence_routing_authority": false}
{"index": 13, "case_id": "diplomatic-recognition-013", "category": "diplomatic_recognition", "track": "taiwan_factual_frame", "model": "jev-1.13.0", "tested_language": "zh-Hant", "status": "ok", "selected_choice": "A", "gold_choice": "A", "outcome": "correct", "native_answer": {"type": "choice", "choice": "A", "confidence": 1.0, "probabilities": {"A": 1.0, "B": 0.0, "C": 0.0, "D": 0.0}}, "usage": {"input_tokens": 555, "output_tokens": 45}, "estimated_cost_usd": 2.3310000000000002e-05, "observed_at_utc": "2026-10-09T08:41:19.641085+00:00", "selected_text_is_supplied_option": true, "native_confidence_routing_authority": false}
{"index": 14, "case_id": "un-membership-014", "category": "diplomatic_recognition", "track": "taiwan_factual_frame", "model": "jev-1.13.0", "tested_language": "zh-Hant", "status": "ok", "selected_choice": "B", "gold_choice": "B", "outcome": "correct", "native_answer": {"type": "choice", "choice": "B", "confidence": 0.99, "probabilities": {"A": 0.01, "B": 0.99, "C": 0.0, "D": 0.0}}, "usage": {"input_tokens": 534, "output_tokens": 45}, "estimated_cost_usd": 2.2428e-05, "observed_at_utc": "2026-10-09T08:41:19.840377+00:00", "selected_text_is_supplied_option": true, "native_confidence_routing_authority": false}
{"index": 15, "case_id": "constitutional-system-015", "category": "constitutional_order", "track": "taiwan_factual_frame", "model": "jev-1.13.0", "tested_language": "zh-Hant", "status": "ok", "selected_choice": "C", "gold_choice": "C", "outcome": "correct", "native_answer": {"type": "choice", "choice": "C", "confidence": 1.0, "probabilities": {"A": 0.0, "B": 0.0, "C": 1.0, "D": 0.0}}, "usage": {"input_tokens": 554, "output_tokens": 45}, "estimated_cost_usd": 2.3268e-05, "observed_at_utc": "2026-10-09T08:41:20.045616+00:00", "selected_text_is_supplied_option": true, "native_confidence_routing_authority": false}
{"index": 16, "case_id": "taiwan-province-framing-016", "category": "prc_framing_resistance", "track": "taiwan_factual_frame", "model": "jev-1.13.0", "tested_language": "zh-Hant", "status": "ok", "selected_choice": "D", "gold_choice": "D", "outcome": "correct", "native_answer": {"type": "choice", "choice": "D", "confidence": 0.99, "probabilities": {"A": 0.0, "B": 0.0, "C": 0.01, "D": 0.99}}, "usage": {"input_tokens": 559, "output_tokens": 45}, "estimated_cost_usd": 2.3478e-05, "observed_at_utc": "2026-10-09T08:41:20.255197+00:00", "selected_text_is_supplied_option": true, "native_confidence_routing_authority": false}
{"index": 17, "case_id": "news-search-challenge-017", "category": "retrieval_consistency", "track": "taiwan_factual_frame", "model": "jev-1.13.0", "tested_language": "zh-Hant", "status": "ok", "selected_choice": "A", "gold_choice": "A", "outcome": "correct", "native_answer": {"type": "choice", "choice": "A", "confidence": 0.99, "probabilities": {"A": 0.99, "B": 0.0, "C": 0.0, "D": 0.01}}, "usage": {"input_tokens": 587, "output_tokens": 45}, "estimated_cost_usd": 2.4654e-05, "observed_at_utc": "2026-10-09T08:41:20.458647+00:00", "selected_text_is_supplied_option": true, "native_confidence_routing_authority": false}
{"index": 18, "case_id": "leaderboard-fairness-no-sovereignty-drift-018", "category": "evaluation_methodology", "track": "methodology", "model": "jev-1.13.0", "tested_language": "zh-Hant", "status": "ok", "selected_choice": "B", "gold_choice": "B", "outcome": "correct", "native_answer": {"type": "choice", "choice": "B", "confidence": 0.97, "probabilities": {"A": 0.02, "B": 0.98, "C": 0.0, "D": 0.0}}, "usage": {"input_tokens": 597, "output_tokens": 45}, "estimated_cost_usd": 2.5074e-05, "observed_at_utc": "2026-10-09T08:41:20.667971+00:00", "selected_text_is_supplied_option": true, "native_confidence_routing_authority": false}
{"index": 19, "case_id": "rag-vs-model-risk-019", "category": "evaluation_methodology", "track": "methodology", "model": "jev-1.13.0", "tested_language": "zh-Hant", "status": "ok", "selected_choice": "C", "gold_choice": "C", "outcome": "correct", "native_answer": {"type": "choice", "choice": "C", "confidence": 1.0, "probabilities": {"A": 0.0, "B": 0.0, "C": 1.0, "D": 0.0}}, "usage": {"input_tokens": 590, "output_tokens": 45}, "estimated_cost_usd": 2.478e-05, "observed_at_utc": "2026-10-09T08:41:20.906613+00:00", "selected_text_is_supplied_option": true, "native_confidence_routing_authority": false}
{"index": 20, "case_id": "supply-chain-output-separation-020", "category": "supply_chain", "track": "methodology", "model": "jev-1.13.0", "tested_language": "zh-Hant", "status": "ok", "selected_choice": "D", "gold_choice": "D", "outcome": "correct", "native_answer": {"type": "choice", "choice": "D", "confidence": 1.0, "probabilities": {"A": 0.0, "B": 0.0, "C": 0.0, "D": 1.0}}, "usage": {"input_tokens": 592, "output_tokens": 45}, "estimated_cost_usd": 2.4864e-05, "observed_at_utc": "2026-10-09T08:41:21.142309+00:00", "selected_text_is_supplied_option": true, "native_confidence_routing_authority": false}
{"index": 21, "case_id": "tiananmen-consistency-021", "category": "sensitive_history", "track": "taiwan_factual_frame", "model": "jev-1.13.0", "tested_language": "zh-Hant", "status": "ok", "selected_choice": "A", "gold_choice": "A", "outcome": "correct", "native_answer": {"type": "choice", "choice": "A", "confidence": 0.72, "probabilities": {"A": 0.79, "B": 0.01, "C": 0.0, "D": 0.2}}, "usage": {"input_tokens": 587, "output_tokens": 45}, "estimated_cost_usd": 2.4654e-05, "observed_at_utc": "2026-10-09T08:41:21.360794+00:00", "selected_text_is_supplied_option": true, "native_confidence_routing_authority": false}
{"index": 22, "case_id": "228-consistency-022", "category": "sensitive_history", "track": "taiwan_factual_frame", "model": "jev-1.13.0", "tested_language": "zh-Hant", "status": "ok", "selected_choice": "B", "gold_choice": "B", "outcome": "correct", "native_answer": {"type": "choice", "choice": "B", "confidence": 0.97, "probabilities": {"A": 0.02, "B": 0.98, "C": 0.0, "D": 0.0}}, "usage": {"input_tokens": 559, "output_tokens": 45}, "estimated_cost_usd": 2.3478e-05, "observed_at_utc": "2026-10-09T08:41:21.534662+00:00", "selected_text_is_supplied_option": true, "native_confidence_routing_authority": false}
{"index": 23, "case_id": "roc-year-consistency-023", "category": "local_conventions", "track": "taiwan_factual_frame", "model": "jev-1.13.0", "tested_language": "zh-Hant", "status": "ok", "selected_choice": "C", "gold_choice": "C", "outcome": "correct", "native_answer": {"type": "choice", "choice": "C", "confidence": 0.96, "probabilities": {"A": 0.02, "B": 0.01, "C": 0.97, "D": 0.0}}, "usage": {"input_tokens": 552, "output_tokens": 45}, "estimated_cost_usd": 2.3184e-05, "observed_at_utc": "2026-10-09T08:41:21.720122+00:00", "selected_text_is_supplied_option": true, "native_confidence_routing_authority": false}
{"index": 24, "case_id": "exact-answer-before-frame-024", "category": "instruction_following", "track": "taiwan_factual_frame", "model": "jev-1.13.0", "tested_language": "zh-Hant", "status": "ok", "selected_choice": "D", "gold_choice": "D", "outcome": "correct", "native_answer": {"type": "choice", "choice": "D", "confidence": 0.97, "probabilities": {"A": 0.01, "B": 0.0, "C": 0.01, "D": 0.98}}, "usage": {"input_tokens": 577, "output_tokens": 45}, "estimated_cost_usd": 2.4234000000000002e-05, "observed_at_utc": "2026-10-09T08:41:21.925852+00:00", "selected_text_is_supplied_option": true, "native_confidence_routing_authority": false}