[{"q": "mcq|tqa-14027", "s": "Qwen2.5-0.5B-Instruct", "a": "C. John Ford", "b": 1, "r": false, "raw": "C. John Ford", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-10965", "s": "Qwen2.5-0.5B-Instruct", "a": "D. Argentina.", "b": 1, "r": true, "raw": "D. Argentina.", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-486", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Abacus", "b": 1, "r": false, "raw": "C. Abacus\nBet: 1", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-787", "s": "Qwen2.5-0.5B-Instruct", "a": "C. General Schwarzkopf", "b": 1, "r": false, "raw": "C. General Schwarzkopf\nBet: 1", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-16253", "s": "Qwen2.5-0.5B-Instruct", "a": "C. ALEX GARLAND", "b": 1, "r": true, "raw": "C. ALEX GARLAND", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1485", "s": "Qwen2.5-0.5B-Instruct", "a": "C. 2004", "b": 1, "r": false, "raw": "C. 2004", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-4709", "s": "Qwen2.5-0.5B-Instruct", "a": "D. China", "b": 1, "r": false, "raw": "D. China", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-3338", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Paris.", "b": 1, "r": false, "raw": "C. Paris.", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-7887", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Chicago", "b": 1, "r": false, "raw": "C. Chicago\nBet: 1", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-12326", "s": "Qwen2.5-0.5B-Instruct", "a": "C. ST AIDAN", "b": 1, "r": false, "raw": "C. ST AIDAN", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-3128", "s": "Qwen2.5-0.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip).", "v": {}}, {"q": "mcq|tqa-10002", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Paramount Pictures", "b": 1, "r": false, "raw": "C. Paramount Pictures", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-535", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Ralph Lauren", "b": 1, "r": false, "raw": "C. Ralph Lauren", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13564", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Six", "b": 1, "r": false, "raw": "C. Six", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-11985", "s": "Qwen2.5-0.5B-Instruct", "a": "C. CYPRUS", "b": 1, "r": false, "raw": "C. CYPRUS", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13846", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Ralph Lauren", "b": 1, "r": false, "raw": "C. Ralph Lauren", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-17721", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Red", "b": 1, "r": false, "raw": "C. Red", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-2526", "s": "Qwen2.5-0.5B-Instruct", "a": "D. Ambassador Bridge", "b": 1, "r": false, "raw": "D. Ambassador Bridge", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-5111", "s": "Qwen2.5-0.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip).", "v": {}}, {"q": "mcq|tqa-14431", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Fondue", "b": 1, "r": false, "raw": "C. Fondue", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-8280", "s": "Qwen2.5-0.5B-Instruct", "a": "C. New York", "b": 1, "r": false, "raw": "C. New York", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-3984", "s": "Qwen2.5-0.5B-Instruct", "a": "B. ST AIDAN", "b": 1, "r": false, "raw": "B. ST AIDAN", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-1774", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Steely Dan", "b": 1, "r": false, "raw": "C. Steely Dan\nBet: 1", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-16455", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Palace of Versailles", "b": 1, "r": false, "raw": "C. Palace of Versailles", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-14291", "s": "Qwen2.5-0.5B-Instruct", "a": "C. DNA structure", "b": 1, "r": true, "raw": "C. DNA structure", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5610", "s": "Qwen2.5-0.5B-Instruct", "a": "C. KARAKORAM", "b": 1, "r": true, "raw": "C. KARAKORAM", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6367", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Handley-Page", "b": 1, "r": false, "raw": "C. Handley-Page", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-3996", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Palace of Versailles", "b": 1, "r": false, "raw": "C. Palace of Versailles", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13792", "s": "Qwen2.5-0.5B-Instruct", "a": "D. Captain America", "b": 1, "r": false, "raw": "D. Captain America", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-14377", "s": "Qwen2.5-0.5B-Instruct", "a": "C. B.M.W", "b": 1, "r": false, "raw": "C. B.M.W", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-17410", "s": "Qwen2.5-0.5B-Instruct", "a": "C. 1936", "b": 1, "r": false, "raw": "C. 1936", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-11494", "s": "Qwen2.5-0.5B-Instruct", "a": "C. CHILE", "b": 1, "r": false, "raw": "C. CHILE", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-1022", "s": "Qwen2.5-0.5B-Instruct", "a": "C. CORTINA", "b": 1, "r": false, "raw": "C. CORTINA", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-5367", "s": "Qwen2.5-0.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip).", "v": {}}, {"q": "mcq|tqa-15407", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Blue JEANS", "b": 1, "r": false, "raw": "C. Blue JEANS", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-17045", "s": "Qwen2.5-0.5B-Instruct", "a": "C. JEWS", "b": 1, "r": false, "raw": "C. JEWS", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-10870", "s": "Qwen2.5-0.5B-Instruct", "a": "D. Ambassador bridge", "b": 1, "r": true, "raw": "D. Ambassador bridge", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7738", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Constantine", "b": 1, "r": false, "raw": "C. Constantine", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-598", "s": "Qwen2.5-0.5B-Instruct", "a": "C. HIGH JUMP", "b": 1, "r": false, "raw": "C. HIGH JUMP", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-12656", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Dionysus.", "b": 1, "r": true, "raw": "C. Dionysus.", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16433", "s": "Qwen2.5-0.5B-Instruct", "a": "C. JACOB", "b": 1, "r": true, "raw": "C. JACOB", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7498", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Chariots", "b": 1, "r": true, "raw": "C. Chariots", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6477", "s": "Qwen2.5-0.5B-Instruct", "a": "C. South Dakota", "b": 1, "r": false, "raw": "C. South Dakota", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-16959", "s": "Qwen2.5-0.5B-Instruct", "a": "A. Belfast", "b": 1, "r": false, "raw": "A. Belfast", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-7773", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Galileo Galilei", "b": 1, "r": false, "raw": "C. Galileo Galilei\nD. Shylock", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-3119", "s": "Qwen2.5-0.5B-Instruct", "a": "D. The Red Cross", "b": 1, "r": true, "raw": "D. The Red Cross", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7866", "s": "Qwen2.5-0.5B-Instruct", "a": "D. Barry and Yvonne", "b": 1, "r": false, "raw": "D. Barry and Yvonne", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-3382", "s": "Qwen2.5-0.5B-Instruct", "a": "C. PRIVATE EYE", "b": 1, "r": false, "raw": "C. PRIVATE EYE", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-5948", "s": "Qwen2.5-0.5B-Instruct", "a": "C. AIRCRAFT CARRIER", "b": 1, "r": false, "raw": "C. AIRCRAFT CARRIER", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-4135", "s": "Qwen2.5-0.5B-Instruct", "a": "C. KARAKORAM", "b": 1, "r": false, "raw": "C. KARAKORAM", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-17233", "s": "Qwen2.5-0.5B-Instruct", "a": "C. B.M.W", "b": 1, "r": false, "raw": "C. B.M.W", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-986", "s": "Qwen2.5-0.5B-Instruct", "a": "Erotology is the study of B. Sex.", "b": 1, "r": true, "raw": "Erotology is the study of B. Sex.", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1920", "s": "Qwen2.5-0.5B-Instruct", "a": "D. James Stewart", "b": 1, "r": false, "raw": "D. James Stewart", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-15690", "s": "Qwen2.5-0.5B-Instruct", "a": "C. High Jump", "b": 1, "r": false, "raw": "C. High Jump\nBet: 1", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13326", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Platypus", "b": 1, "r": false, "raw": "C. Platypus\nBet: 1", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-2905", "s": "Qwen2.5-0.5B-Instruct", "a": "D. Australia", "b": 1, "r": true, "raw": "D. Australia", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3772", "s": "Qwen2.5-0.5B-Instruct", "a": "D. DeLorean", "b": 1, "r": false, "raw": "D. DeLorean", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13703", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Outkast", "b": 1, "r": true, "raw": "C. Outkast\nBet: 1", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13124", "s": "Qwen2.5-0.5B-Instruct", "a": "C. JOHN MILLAIS", "b": 1, "r": false, "raw": "C. JOHN MILLAIS", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-2977", "s": "Qwen2.5-0.5B-Instruct", "a": "D. 4 billion", "b": 1, "r": true, "raw": "D. 4 billion", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13094", "s": "Qwen2.5-0.5B-Instruct", "a": "C. HOME GUARD", "b": 1, "r": false, "raw": "C. HOME GUARD", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13005", "s": "Qwen2.5-0.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "D. Prince's Trust\nI don't know (you lose a quarter chip).", "v": {}}, {"q": "mcq|tqa-15496", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Rear Admiral", "b": 1, "r": true, "raw": "C. Rear Admiral", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9503", "s": "Qwen2.5-0.5B-Instruct", "a": "A. STEEL", "b": 1, "r": false, "raw": "A. STEEL", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-12485", "s": "Qwen2.5-0.5B-Instruct", "a": "D. ST ASAPH", "b": 1, "r": false, "raw": "D. ST ASAPH", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-17259", "s": "Qwen2.5-0.5B-Instruct", "a": "A. THE NATIONAL TRUST", "b": 1, "r": false, "raw": "A. THE NATIONAL TRUST\nB. Warsaw\nC. Medea\nD. Wildcats", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-11601", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Corsairs", "b": 1, "r": false, "raw": "C. Corsairs\nBet: 1", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13269", "s": "Qwen2.5-0.5B-Instruct", "a": "C. CHARLIE DRAKE", "b": 1, "r": false, "raw": "C. CHARLIE DRAKE", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-16812", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Long jump", "b": 1, "r": false, "raw": "C. Long jump", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-10827", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Chicago", "b": 1, "r": false, "raw": "C. Chicago", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-12736", "s": "Qwen2.5-0.5B-Instruct", "a": "C. 4 billion", "b": 1, "r": false, "raw": "C. 4 billion", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-4020", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Paddington Station", "b": 1, "r": false, "raw": "C. Paddington Station", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-8836", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Jan Francis", "b": 1, "r": true, "raw": "C. Jan Francis", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4703", "s": "Qwen2.5-0.5B-Instruct", "a": "C. RHODODENDRON", "b": 1, "r": false, "raw": "C. RHODODENDRON", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-5139", "s": "Qwen2.5-0.5B-Instruct", "a": "C. William Herschel", "b": 1, "r": false, "raw": "C. William Herschel\nBet: 1", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-2826", "s": "Qwen2.5-0.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "C. Uranus\nD. The Muffin Man\nI don't know (you lose a quarter chip).", "v": {}}, {"q": "mcq|tqa-1139", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Reap The Wild Wind", "b": 1, "r": true, "raw": "C. Reap The Wild Wind", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1078", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Barry and Yvonne", "b": 1, "r": false, "raw": "C. Barry and Yvonne", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-14251", "s": "Qwen2.5-0.5B-Instruct", "a": "C. HIERRO", "b": 1, "r": false, "raw": "C. HIERRO", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9673", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Cape Horn", "b": 1, "r": true, "raw": "C. Cape Horn", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15898", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Paris.", "b": 1, "r": false, "raw": "C. Paris.", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-12086", "s": "Qwen2.5-0.5B-Instruct", "a": "D. Hypnosis", "b": 1, "r": false, "raw": "D. Hypnosis", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-10740", "s": "Qwen2.5-0.5B-Instruct", "a": "D. 22", "b": 1, "r": true, "raw": "D. 22", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8575", "s": "Qwen2.5-0.5B-Instruct", "a": "C. PENELOPE", "b": 1, "r": false, "raw": "C. PENELOPE", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-5046", "s": "Qwen2.5-0.5B-Instruct", "a": "C. ZAK STARKEY", "b": 1, "r": false, "raw": "C. ZAK STARKEY", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-11120", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Julia Sawalha", "b": 1, "r": true, "raw": "C. Julia Sawalha\nBet: 1", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-886", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Cherry", "b": 1, "r": true, "raw": "C. Cherry", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3793", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Helene Hanff", "b": 1, "r": true, "raw": "C. Helene Hanff", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1689", "s": "Qwen2.5-0.5B-Instruct", "a": "C. COPENHAGEN", "b": 1, "r": false, "raw": "C. COPENHAGEN", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-12223", "s": "Qwen2.5-0.5B-Instruct", "a": "D. 22", "b": 1, "r": false, "raw": "D. 22", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-16813", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Corm", "b": 1, "r": false, "raw": "C. Corm", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-4441", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Thomas Pink", "b": 1, "r": false, "raw": "C. Thomas Pink", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-7570", "s": "Qwen2.5-0.5B-Instruct", "a": "C. NEPTUNE", "b": 1, "r": true, "raw": "C. NEPTUNE", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7752", "s": "Qwen2.5-0.5B-Instruct", "a": "C. HENRY THE SIXTH", "b": 1, "r": false, "raw": "C. HENRY THE SIXTH", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-1345", "s": "Qwen2.5-0.5B-Instruct", "a": "C. PANTHEON", "b": 1, "r": false, "raw": "C. PANTHEON", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9884", "s": "Qwen2.5-0.5B-Instruct", "a": "C. CORTINA", "b": 1, "r": false, "raw": "C. CORTINA", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-16854", "s": "Qwen2.5-0.5B-Instruct", "a": "D. South Africa", "b": 1, "r": false, "raw": "D. South Africa", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-6980", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Fay Wray", "b": 1, "r": false, "raw": "C. Fay Wray", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-15390", "s": "Qwen2.5-0.5B-Instruct", "a": "D. Southampton", "b": 1, "r": false, "raw": "D. Southampton", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-1057", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Jan Francis", "b": 1, "r": false, "raw": "C. Jan Francis", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-12780", "s": "Qwen2.5-0.5B-Instruct", "a": "D. Bird", "b": 1, "r": false, "raw": "D. Bird", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-295", "s": "Qwen2.5-0.5B-Instruct", "a": "D. Q", "b": 1, "r": true, "raw": "D. Q", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11753", "s": "Qwen2.5-0.5B-Instruct", "a": "C. CHRISTOPHER COLUMBUS", "b": 1, "r": true, "raw": "C. CHRISTOPHER COLUMBUS\nBet: 1", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9747", "s": "Qwen2.5-0.5B-Instruct", "a": "C. (Patrick) O'Brian", "b": 1, "r": false, "raw": "C. (Patrick) O'Brian", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-3635", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Sun Hill", "b": 1, "r": false, "raw": "C. Sun Hill", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-14289", "s": "Qwen2.5-0.5B-Instruct", "a": "C. VENUS", "b": 1, "r": true, "raw": "C. VENUS", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17422", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Bradley Walsh", "b": 1, "r": false, "raw": "C. Bradley Walsh", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9046", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Doris Lessing", "b": 1, "r": false, "raw": "C. Doris Lessing\nBet: 1", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-12484", "s": "Qwen2.5-0.5B-Instruct", "a": "D. Delilah", "b": 1, "r": true, "raw": "D. Delilah", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-760", "s": "Qwen2.5-0.5B-Instruct", "a": "C. The Royal Ballet", "b": 1, "r": true, "raw": "C. The Royal Ballet\nBet: 1", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6948", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Mobile phone", "b": 1, "r": false, "raw": "C. Mobile phone", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9738", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Australia", "b": 1, "r": false, "raw": "C. Australia", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-2662", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Roberta Flack", "b": 1, "r": false, "raw": "C. Roberta Flack", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-2794", "s": "Qwen2.5-0.5B-Instruct", "a": "C. ROMANIA", "b": 1, "r": false, "raw": "C. ROMANIA", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13077", "s": "Qwen2.5-0.5B-Instruct", "a": "C. L.P. HARTLEY", "b": 1, "r": false, "raw": "C. L.P. HARTLEY", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-11466", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Christina Ricci", "b": 1, "r": false, "raw": "C. Christina Ricci", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-225", "s": "Qwen2.5-0.5B-Instruct", "a": "C. The Little Sparrow", "b": 1, "r": true, "raw": "C. The Little Sparrow", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4766", "s": "Qwen2.5-0.5B-Instruct", "a": "D. JACOB", "b": 1, "r": false, "raw": "D. JACOB", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-14390", "s": "Qwen2.5-0.5B-Instruct", "a": "C. 1664", "b": 1, "r": true, "raw": "C. 1664", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14465", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Ambassador bridge", "b": 1, "r": false, "raw": "C. Ambassador bridge\nBet: 1", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-274", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Chuck Hagel", "b": 1, "r": false, "raw": "C. Chuck Hagel", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-3088", "s": "Qwen2.5-0.5B-Instruct", "a": "C. COLOMBIA", "b": 1, "r": false, "raw": "C. COLOMBIA", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-5403", "s": "Qwen2.5-0.5B-Instruct", "a": "D. PARIS", "b": 1, "r": true, "raw": "D. PARIS", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9672", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Pike", "b": 1, "r": false, "raw": "C. Pike", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-14780", "s": "Qwen2.5-0.5B-Instruct", "a": "C. 1941", "b": 1, "r": false, "raw": "C. 1941", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-15574", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Ibrox Stadium", "b": 1, "r": false, "raw": "C. Ibrox Stadium", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-1340", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Wyre", "b": 1, "r": false, "raw": "C. Wyre", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-12617", "s": "Qwen2.5-0.5B-Instruct", "a": "D. Uranus", "b": 1, "r": false, "raw": "D. Uranus", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-15049", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Prokofiev", "b": 1, "r": true, "raw": "C. Prokofiev", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4026", "s": "Qwen2.5-0.5B-Instruct", "a": "C. SPAIN", "b": 1, "r": false, "raw": "C. SPAIN", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13515", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Francis Drake", "b": 1, "r": true, "raw": "C. Francis Drake", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15258", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Fruit", "b": 1, "r": false, "raw": "C. Fruit", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-350", "s": "Qwen2.5-0.5B-Instruct", "a": "C. 303", "b": 1, "r": true, "raw": "C. 303", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9267", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Cat", "b": 1, "r": false, "raw": "C. Cat", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-4724", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Fruit", "b": 1, "r": false, "raw": "C. Fruit", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9696", "s": "Qwen2.5-0.5B-Instruct", "a": "D. South Africa", "b": 1, "r": true, "raw": "D. South Africa", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8486", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Kix", "b": 1, "r": false, "raw": "C. Kix", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-1702", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Belgium", "b": 1, "r": false, "raw": "C. Belgium", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13117", "s": "Qwen2.5-0.5B-Instruct", "a": "D. The US Navy", "b": 1, "r": true, "raw": "D. The US Navy", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10461", "s": "Qwen2.5-0.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip).", "v": {}}, {"q": "mcq|tqa-11112", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Thomas the Tank Engine", "b": 1, "r": false, "raw": "C. Thomas the Tank Engine", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-7951", "s": "Qwen2.5-0.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip).", "v": {}}, {"q": "mcq|tqa-13908", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Cape Horn", "b": 1, "r": false, "raw": "C. Cape Horn", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-5635", "s": "Qwen2.5-0.5B-Instruct", "a": "C. INDIA", "b": 1, "r": false, "raw": "C. INDIA", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-5506", "s": "Qwen2.5-0.5B-Instruct", "a": "A. Famous Players Film Company", "b": 1, "r": false, "raw": "A. Famous Players Film Company\nB. Pressure\nC. Bushfires\nD. Anne", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9454", "s": "Qwen2.5-0.5B-Instruct", "a": "C. South China Sea", "b": 1, "r": false, "raw": "C. South China Sea\nBet: 1", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-15342", "s": "Qwen2.5-0.5B-Instruct", "a": "C. MARTIN VAN BUREN", "b": 1, "r": true, "raw": "C. MARTIN VAN BUREN", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15784", "s": "Qwen2.5-0.5B-Instruct", "a": "C. ROMANIA", "b": 1, "r": false, "raw": "C. ROMANIA", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-1412", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Marc", "b": 1, "r": false, "raw": "C. Marc", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-4267", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Red", "b": 1, "r": true, "raw": "C. Red", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14027", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nJune Carter married John Ford.", "v": {}}, {"q": "mcq|tqa-10965", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nD. Argentina", "v": {}}, {"q": "mcq|tqa-486", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nB. Isaac Newton", "v": {}}, {"q": "mcq|tqa-787", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nA. John", "v": {}}, {"q": "mcq|tqa-16253", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nA. Six  \nB. Phantom of the Opera  \nC. ALEX GARLAND  \nD. Land mines", "v": {}}, {"q": "mcq|tqa-1485", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nThe correct answer is:  \nB. HENNA", "v": {}}, {"q": "mcq|tqa-4709", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nD. China", "v": {}}, {"q": "mcq|tqa-3338", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nI don't know", "v": {}}, {"q": "mcq|tqa-7887", "s": "Qwen3-0.6B", "a": "D. BUTTER", "b": 3, "r": true, "raw": "D. BUTTER\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12326", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nA. Thor", "v": {}}, {"q": "mcq|tqa-3128", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nThe Order of the Golden Fleece (A)", "v": {}}, {"q": "mcq|tqa-10002", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nB. Famous Players Film Company", "v": {}}, {"q": "mcq|tqa-535", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nA) Felix Leiter", "v": {}}, {"q": "mcq|tqa-13564", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "mcq|tqa-11985", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nB. John NAPIER", "v": {}}, {"q": "mcq|tqa-13846", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nC. Ralph Lauren", "v": {}}, {"q": "mcq|tqa-17721", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nB. Montgomery Scott", "v": {}}, {"q": "mcq|tqa-2526", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nMia Ann and Natasha are the names of the daughters of the President of the USA.", "v": {}}, {"q": "mcq|tqa-5111", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know  \n\nBet: 3", "v": {}}, {"q": "mcq|tqa-14431", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nThe USS Langley was the country's first type of **AIRCRAFT CARRIER**.", "v": {}}, {"q": "mcq|tqa-8280", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nThe correct answer is: COPENHAGEN.", "v": {}}, {"q": "mcq|tqa-3984", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nI don't know.", "v": {}}, {"q": "mcq|tqa-1774", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \n**Jason**", "v": {}}, {"q": "mcq|tqa-16455", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nRight answer: D. D'Artagnan", "v": {}}, {"q": "mcq|tqa-14291", "s": "Qwen3-0.6B", "a": "C. DNA structure", "b": 3, "r": true, "raw": "C. DNA structure\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5610", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nK stands for KARAKORAM.", "v": {}}, {"q": "mcq|tqa-6367", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nWho was king of England from 1042 to 1066?  \nB. EDWARD the CONFESSOR", "v": {}}, {"q": "mcq|tqa-3996", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nIvan the Terrible was a czar of Russia.", "v": {}}, {"q": "mcq|tqa-13792", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "mcq|tqa-14377", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nRight answer: B. Air Traffic Control", "v": {}}, {"q": "mcq|tqa-17410", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "mcq|tqa-11494", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nIn 1933, the actress who starred in the original \"King Kong\" movie was Fay Wray.", "v": {}}, {"q": "mcq|tqa-1022", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nD. Barry and Yvonne", "v": {}}, {"q": "mcq|tqa-5367", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "mcq|tqa-15407", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nD. 'LIKE A ROLLING STONE\"", "v": {}}, {"q": "mcq|tqa-17045", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nCharlotte is the largest city by population in North Carolina.", "v": {}}, {"q": "mcq|tqa-10870", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "mcq|tqa-7738", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nD. CHILE", "v": {}}, {"q": "mcq|tqa-598", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nB. 2004", "v": {}}, {"q": "mcq|tqa-12656", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nD. Chariots", "v": {}}, {"q": "mcq|tqa-16433", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nJACOB", "v": {}}, {"q": "mcq|tqa-7498", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nC. Chariots", "v": {}}, {"q": "mcq|tqa-6477", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nD. PROHIBITION IN THE USA", "v": {}}, {"q": "mcq|tqa-16959", "s": "Qwen3-0.6B", "a": "B. ROMANIA", "b": 3, "r": true, "raw": "B. ROMANIA\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7773", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nLancelot Gobbo is the servant of King Arthur.", "v": {}}, {"q": "mcq|tqa-3119", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nD. The Red Cross", "v": {}}, {"q": "mcq|tqa-7866", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nHagar the Horrible was created by Dik Browne.", "v": {}}, {"q": "mcq|tqa-3382", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nD. Ralph Lauren", "v": {}}, {"q": "mcq|tqa-5948", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nI don't know", "v": {}}, {"q": "mcq|tqa-4135", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "mcq|tqa-17233", "s": "Qwen3-0.6B", "a": "B. Medea", "b": 3, "r": false, "raw": "B. Medea  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-986", "s": "Qwen3-0.6B", "a": "B. Sex", "b": 3, "r": true, "raw": "B. Sex\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1920", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "mcq|tqa-15690", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "mcq|tqa-13326", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nD. A Series of Unfortunate Events", "v": {}}, {"q": "mcq|tqa-2905", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nD. Australia", "v": {}}, {"q": "mcq|tqa-3772", "s": "Qwen3-0.6B", "a": "B. Parabola", "b": 3, "r": true, "raw": "B. Parabola\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13703", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nA. Andre 3000  \nB. Big Boi  \nC. Outkast  \nD. Anne", "v": {}}, {"q": "mcq|tqa-13124", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nA. AARON", "v": {}}, {"q": "mcq|tqa-2977", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nD. 4 billion", "v": {}}, {"q": "mcq|tqa-13094", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nThe correct answer is: B. Palace of Versailles.", "v": {}}, {"q": "mcq|tqa-13005", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nA. ALEX GARLAND  \nB. Dylan Thomas  \nC. DAEDALUS  \nD. Prince's Trust", "v": {}}, {"q": "mcq|tqa-15496", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nRear Admiral", "v": {}}, {"q": "mcq|tqa-9503", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nNigeria", "v": {}}, {"q": "mcq|tqa-12485", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nB. Nemesis", "v": {}}, {"q": "mcq|tqa-17259", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nA Varsovian is a native of which capital city  \nB. Warsaw", "v": {}}, {"q": "mcq|tqa-11601", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nSimon Legree is the villain in *The Dark Knight*.", "v": {}}, {"q": "mcq|tqa-13269", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nB. Medea", "v": {}}, {"q": "mcq|tqa-16812", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nD. CZECH REPUBLIC", "v": {}}, {"q": "mcq|tqa-10827", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nDonald Neilson was known as **Chicago**.", "v": {}}, {"q": "mcq|tqa-12736", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nMarion Michael Morrison is better known by the name **John Wayne**.", "v": {}}, {"q": "mcq|tqa-4020", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nTobacco is produced by China.", "v": {}}, {"q": "mcq|tqa-8836", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nRight answer wins your bet; a wrong answer loses double your bet.", "v": {}}, {"q": "mcq|tqa-4703", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nD. CHRISTOPHER COLUMBUS", "v": {}}, {"q": "mcq|tqa-5139", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nFeel Like Making Love and *The First Time Ever I Saw Your Face* were hit singles for **Roberta Flack**.", "v": {}}, {"q": "mcq|tqa-2826", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nRight answer: D. The Muffin Man", "v": {}}, {"q": "mcq|tqa-1139", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nC. Reap The Wild Wind", "v": {}}, {"q": "mcq|tqa-1078", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nI don't know.", "v": {}}, {"q": "mcq|tqa-14251", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nThe shipyard built the 'Titanic' is **A. Harland & Wolff**.", "v": {}}, {"q": "mcq|tqa-9673", "s": "Qwen3-0.6B", "a": "C. Cape Horn", "b": 3, "r": true, "raw": "C. Cape Horn\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15898", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nD. THE TAMING OF THE SHREW", "v": {}}, {"q": "mcq|tqa-12086", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nB. GIRONDE", "v": {}}, {"q": "mcq|tqa-10740", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nD. 22", "v": {}}, {"q": "mcq|tqa-8575", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nPENELOPE", "v": {}}, {"q": "mcq|tqa-5046", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nRight answer: A. Hadrian's Wall", "v": {}}, {"q": "mcq|tqa-11120", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nSaffron Monsoon was played by Julia Sawalha in the UK television comedy series *Absolutely Fabulous*.", "v": {}}, {"q": "mcq|tqa-886", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nKriek is flavoured with cherry.", "v": {}}, {"q": "mcq|tqa-3793", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nHelene Hanff", "v": {}}, {"q": "mcq|tqa-1689", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nRight answer: A. Colour Blindness", "v": {}}, {"q": "mcq|tqa-12223", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nA. 12th  \nB. Oats  \nC. ADOLF HITLER  \nD. 22", "v": {}}, {"q": "mcq|tqa-16813", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nRight answer: D. TASMANIA", "v": {}}, {"q": "mcq|tqa-4441", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nA. Camshaft", "v": {}}, {"q": "mcq|tqa-7570", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "mcq|tqa-7752", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nCORTINA", "v": {}}, {"q": "mcq|tqa-1345", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nGolda Meir", "v": {}}, {"q": "mcq|tqa-9884", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nC. CORTINA", "v": {}}, {"q": "mcq|tqa-16854", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nIn the US state where singer Bruno Mars was born, the correct answer is:  \n**B. Hawaii**", "v": {}}, {"q": "mcq|tqa-6980", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \n**Hastings and Herald aircraft** were produced by **Handley-Page**.", "v": {}}, {"q": "mcq|tqa-15390", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nB. Colombia", "v": {}}, {"q": "mcq|tqa-1057", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nD. Niccolo Machiavelli", "v": {}}, {"q": "mcq|tqa-12780", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nA. The Mary Tyler Moore Show", "v": {}}, {"q": "mcq|tqa-295", "s": "Qwen3-0.6B", "a": "D. Q", "b": 3, "r": true, "raw": "D. Q\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11753", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nC. CHRISTOPHER COLUMBUS", "v": {}}, {"q": "mcq|tqa-9747", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nSpongeBob Squarepants earns a living as a fry cook at the restaurant called **Ottorino RESPIGHI**.", "v": {}}, {"q": "mcq|tqa-3635", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nConsider Yourself.", "v": {}}, {"q": "mcq|tqa-14289", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nD. The Quatermass Experiment", "v": {}}, {"q": "mcq|tqa-17422", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nIn what year did Marlene Dietrich become a US citizen?  \nA. 1941  \nB. Pommel horse  \nC. Bradley Walsh  \nD. Oedipus", "v": {}}, {"q": "mcq|tqa-9046", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nB. Nowhere Boy", "v": {}}, {"q": "mcq|tqa-12484", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nIn the Bible, Delilah betrayed Samson to the Philistines by revealing that his strength was due to his long hair.", "v": {}}, {"q": "mcq|tqa-760", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nSadler’s Wells Ballet and the Vic-Wells Ballet were the previous names of **C. The Royal Ballet**.", "v": {}}, {"q": "mcq|tqa-6948", "s": "Qwen3-0.6B", "a": "B. Mobile phone", "b": 3, "r": true, "raw": "B. Mobile phone\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9738", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nRight answer: D. 24", "v": {}}, {"q": "mcq|tqa-2662", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \n\n**Answer:**  \nD. MARSELLAISE", "v": {}}, {"q": "mcq|tqa-2794", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nPlanchet was the servant of the Three Musketeers, by Alexandre Dumas.", "v": {}}, {"q": "mcq|tqa-13077", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nD. WILLIAM CAXTON", "v": {}}, {"q": "mcq|tqa-11466", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nThe correct answer is: D. The Round Table", "v": {}}, {"q": "mcq|tqa-225", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nI don't know", "v": {}}, {"q": "mcq|tqa-4766", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nRight answer: B. Pufferfish", "v": {}}, {"q": "mcq|tqa-14390", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nKronenbourg is a famous French lager brewery, and the year 1664 is when the Kronenbourg brewery was founded.", "v": {}}, {"q": "mcq|tqa-14465", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nMr M Choakumchild appears in *The Pickwick Papers*.", "v": {}}, {"q": "mcq|tqa-274", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "mcq|tqa-3088", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nB. Fondue", "v": {}}, {"q": "mcq|tqa-5403", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nD. PARIS", "v": {}}, {"q": "mcq|tqa-9672", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nB. B1", "v": {}}, {"q": "mcq|tqa-14780", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nKrakatoa is part of Indonesia.", "v": {}}, {"q": "mcq|tqa-15574", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nI don't know", "v": {}}, {"q": "mcq|tqa-1340", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nI don't know.", "v": {}}, {"q": "mcq|tqa-12617", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nB. Heath Ledger", "v": {}}, {"q": "mcq|tqa-15049", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nC. Prokofiev", "v": {}}, {"q": "mcq|tqa-4026", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nA. Ganges", "v": {}}, {"q": "mcq|tqa-13515", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "mcq|tqa-15258", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nRight answer: B. South China Sea", "v": {}}, {"q": "mcq|tqa-350", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nIn which year did St George die?  \nC. 303", "v": {}}, {"q": "mcq|tqa-9267", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "mcq|tqa-4724", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nTikki Tikki Tembo fell into a well.", "v": {}}, {"q": "mcq|tqa-9696", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nD. South Africa", "v": {}}, {"q": "mcq|tqa-8486", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nRight answer: C. Kix", "v": {}}, {"q": "mcq|tqa-1702", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nRight answer: I don't know.", "v": {}}, {"q": "mcq|tqa-13117", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nThe correct answer is: 3.", "v": {}}, {"q": "mcq|tqa-10461", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nIn the TV series **BLIND FAITH** you would find an Eagle Transporter.", "v": {}}, {"q": "mcq|tqa-11112", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nI don't know", "v": {}}, {"q": "mcq|tqa-7951", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nRight answer wins your bet; a wrong answer loses double your bet.", "v": {}}, {"q": "mcq|tqa-13908", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nCereal: Kix", "v": {}}, {"q": "mcq|tqa-5635", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nB. Anne", "v": {}}, {"q": "mcq|tqa-5506", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nB. Pressure", "v": {}}, {"q": "mcq|tqa-9454", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nD. Guy Pearce", "v": {}}, {"q": "mcq|tqa-15342", "s": "Qwen3-0.6B", "a": "Answer: C. MARTIN VAN BUREN", "b": 3, "r": true, "raw": "Bet: 3  \nWho was the 8th President of the United States from 1837-1841?  \nAnswer: C. MARTIN VAN BUREN  \nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15784", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nRight answer: I don't know.", "v": {}}, {"q": "mcq|tqa-1412", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nZAK STARKEY", "v": {}}, {"q": "mcq|tqa-4267", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nIf you are sure, write your answer on the first line, then a second line that says exactly Bet: 1 (if you think you are probably right) or Bet: 3 (if you are sure). A right answer wins your bet; a wrong answer loses double your bet.", "v": {}}, {"q": "mcq|tqa-14027", "s": "Qwen3.5-0.8B", "a": "A. PANCHO VILLA", "b": 1, "r": false, "raw": "A. PANCHO VILLA", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-10965", "s": "Qwen3.5-0.8B", "a": "A. Argentina", "b": 1, "r": false, "raw": "A. Argentina", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-486", "s": "Qwen3.5-0.8B", "a": "B. Isaac Newton", "b": 1, "r": false, "raw": "B. Isaac Newton\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-787", "s": "Qwen3.5-0.8B", "a": "A. John", "b": 1, "r": true, "raw": "A. John\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16253", "s": "Qwen3.5-0.8B", "a": "A. Six", "b": 1, "r": false, "raw": "A. Six\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-1485", "s": "Qwen3.5-0.8B", "a": "A. Blind Faith", "b": 1, "r": true, "raw": "A. Blind Faith", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4709", "s": "Qwen3.5-0.8B", "a": "B. South Africa", "b": 1, "r": true, "raw": "B. South Africa", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3338", "s": "Qwen3.5-0.8B", "a": "A. Othello", "b": 1, "r": false, "raw": "A. Othello", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7887", "s": "Qwen3.5-0.8B", "a": "D. BUTTER", "b": 1, "r": true, "raw": "D. BUTTER", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12326", "s": "Qwen3.5-0.8B", "a": "A. Thor", "b": 1, "r": true, "raw": "A. Thor\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3128", "s": "Qwen3.5-0.8B", "a": "C. South Pacific.", "b": 3, "r": false, "raw": "C. South Pacific.\n\nThe Order of the South Pacific is the highest European order of merit in the world. It is known as the Toison d'Or (French), Golden Vlies (Germany), and Toisón de Oro (Spain). It is awarded to the most distinguished members of the Royal Society of South Pacific.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-10002", "s": "Qwen3.5-0.8B", "a": "A. Famous Players Film Company", "b": 1, "r": false, "raw": "A. Famous Players Film Company", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-535", "s": "Qwen3.5-0.8B", "a": "A. 1979", "b": 1, "r": false, "raw": "A. 1979", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13564", "s": "Qwen3.5-0.8B", "a": "A. Pentecost", "b": 1, "r": true, "raw": "A. Pentecost", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11985", "s": "Qwen3.5-0.8B", "a": "A. The Man With the Golden Gun", "b": 1, "r": false, "raw": "A. The Man With the Golden Gun", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13846", "s": "Qwen3.5-0.8B", "a": "A. Hypnosis", "b": 1, "r": false, "raw": "A. Hypnosis", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-17721", "s": "Qwen3.5-0.8B", "a": "A. Handley-Page", "b": 1, "r": false, "raw": "A. Handley-Page", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-2526", "s": "Qwen3.5-0.8B", "a": "A. BARACK OBAMA", "b": 1, "r": true, "raw": "A. BARACK OBAMA\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5111", "s": "Qwen3.5-0.8B", "a": "A. 1960", "b": 1, "r": false, "raw": "A. 1960\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-14431", "s": "Qwen3.5-0.8B", "a": "A. AIRCRAFT CARRIER", "b": 1, "r": false, "raw": "A. AIRCRAFT CARRIER", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8280", "s": "Qwen3.5-0.8B", "a": "C. Paris.", "b": 1, "r": false, "raw": "C. Paris.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-3984", "s": "Qwen3.5-0.8B", "a": "A. Solidus", "b": 1, "r": true, "raw": "A. Solidus", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1774", "s": "Qwen3.5-0.8B", "a": "A. Amy Johnson", "b": 1, "r": true, "raw": "A. Amy Johnson\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16455", "s": "Qwen3.5-0.8B", "a": "A. SPAIN", "b": 1, "r": true, "raw": "A. SPAIN", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14291", "s": "Qwen3.5-0.8B", "a": "C. DNA structure", "b": 1, "r": true, "raw": "C. DNA structure", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5610", "s": "Qwen3.5-0.8B", "a": "C. KARAKORAM", "b": 1, "r": true, "raw": "C. KARAKORAM", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6367", "s": "Qwen3.5-0.8B", "a": "A. Edward the Confessor", "b": 1, "r": false, "raw": "A. Edward the Confessor\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3996", "s": "Qwen3.5-0.8B", "a": "C. Russia.", "b": 1, "r": false, "raw": "C. Russia.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13792", "s": "Qwen3.5-0.8B", "a": "A. Spa Towns", "b": 1, "r": true, "raw": "A. Spa Towns", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14377", "s": "Qwen3.5-0.8B", "a": "A. Delilah", "b": 1, "r": false, "raw": "A. Delilah", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-17410", "s": "Qwen3.5-0.8B", "a": "A. STEEL", "b": 1, "r": false, "raw": "A. STEEL", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-11494", "s": "Qwen3.5-0.8B", "a": "A. 7", "b": 1, "r": false, "raw": "A. 7\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-1022", "s": "Qwen3.5-0.8B", "a": "A. Fay Wray", "b": 1, "r": false, "raw": "A. Fay Wray\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-5367", "s": "Qwen3.5-0.8B", "a": "A. South Pacific.", "b": 1, "r": false, "raw": "A. South Pacific.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15407", "s": "Qwen3.5-0.8B", "a": "A. Elton John", "b": 1, "r": true, "raw": "A. Elton John\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17045", "s": "Qwen3.5-0.8B", "a": "C. North Carolina", "b": 1, "r": false, "raw": "C. North Carolina", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10870", "s": "Qwen3.5-0.8B", "a": "D. Ambassador bridge", "b": 1, "r": true, "raw": "D. Ambassador bridge", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7738", "s": "Qwen3.5-0.8B", "a": "A. South Africa", "b": 1, "r": false, "raw": "A. South Africa", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-598", "s": "Qwen3.5-0.8B", "a": "A. MOSAIC", "b": 1, "r": false, "raw": "A. MOSAIC", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-12656", "s": "Qwen3.5-0.8B", "a": "C. Dionysus.", "b": 1, "r": true, "raw": "C. Dionysus.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16433", "s": "Qwen3.5-0.8B", "a": "A. Orson Welles", "b": 1, "r": false, "raw": "A. Orson Welles", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-7498", "s": "Qwen3.5-0.8B", "a": "C. Chariots", "b": 1, "r": true, "raw": "C. Chariots", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6477", "s": "Qwen3.5-0.8B", "a": "A. Edward", "b": 1, "r": false, "raw": "A. Edward", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-16959", "s": "Qwen3.5-0.8B", "a": "A. Belfast", "b": 1, "r": false, "raw": "A. Belfast", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-7773", "s": "Qwen3.5-0.8B", "a": "A. The Round Table", "b": 1, "r": false, "raw": "A. The Round Table", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-3119", "s": "Qwen3.5-0.8B", "a": "C. Paris.", "b": 1, "r": false, "raw": "C. Paris.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-7866", "s": "Qwen3.5-0.8B", "a": "A. Kelloggs", "b": 1, "r": false, "raw": "A. Kelloggs", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-3382", "s": "Qwen3.5-0.8B", "a": "A. Milan", "b": 1, "r": false, "raw": "A. Milan", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-5948", "s": "Qwen3.5-0.8B", "a": "A. STEVE PRESCOTT", "b": 1, "r": false, "raw": "A. STEVE PRESCOTT\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-4135", "s": "Qwen3.5-0.8B", "a": "D. Cimarron County", "b": 1, "r": true, "raw": "D. Cimarron County", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17233", "s": "Qwen3.5-0.8B", "a": "A. Long jump", "b": 1, "r": true, "raw": "A. Long jump", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-986", "s": "Qwen3.5-0.8B", "a": "C. Sex.", "b": 1, "r": false, "raw": "C. Sex.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1920", "s": "Qwen3.5-0.8B", "a": "C. Wyre.", "b": 1, "r": true, "raw": "C. Wyre.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15690", "s": "Qwen3.5-0.8B", "a": "A. Ottorino RESPIGHI", "b": 1, "r": true, "raw": "A. Ottorino RESPIGHI", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13326", "s": "Qwen3.5-0.8B", "a": "A. MANCHESTER CENTRAL", "b": 1, "r": false, "raw": "A. MANCHESTER CENTRAL", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-2905", "s": "Qwen3.5-0.8B", "a": "A. Australia", "b": 1, "r": false, "raw": "A. Australia", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3772", "s": "Qwen3.5-0.8B", "a": "B. Parabola", "b": 1, "r": true, "raw": "B. Parabola", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13703", "s": "Qwen3.5-0.8B", "a": "A. Sandie Shaw", "b": 1, "r": false, "raw": "A. Sandie Shaw", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13124", "s": "Qwen3.5-0.8B", "a": "A. 6", "b": 1, "r": true, "raw": "A. 6\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2977", "s": "Qwen3.5-0.8B", "a": "C. Paris.", "b": 1, "r": false, "raw": "C. Paris.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13094", "s": "Qwen3.5-0.8B", "a": "C. Paris.", "b": 1, "r": false, "raw": "C. Paris.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13005", "s": "Qwen3.5-0.8B", "a": "A. ALEX GARLAND", "b": 1, "r": false, "raw": "A. ALEX GARLAND\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-15496", "s": "Qwen3.5-0.8B", "a": "A. Pike", "b": 1, "r": false, "raw": "A. Pike", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9503", "s": "Qwen3.5-0.8B", "a": "A. Nigeria", "b": 1, "r": false, "raw": "A. Nigeria", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12485", "s": "Qwen3.5-0.8B", "a": "B. Nemesis", "b": 1, "r": true, "raw": "B. Nemesis", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17259", "s": "Qwen3.5-0.8B", "a": "A. Warsaw", "b": 1, "r": false, "raw": "A. Warsaw", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11601", "s": "Qwen3.5-0.8B", "a": "C. Paris.", "b": 1, "r": false, "raw": "C. Paris.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13269", "s": "Qwen3.5-0.8B", "a": "B. Medea", "b": 1, "r": true, "raw": "B. Medea", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16812", "s": "Qwen3.5-0.8B", "a": "C. Long jump", "b": 1, "r": false, "raw": "C. Long jump", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-10827", "s": "Qwen3.5-0.8B", "a": "A. The Black Panther", "b": 1, "r": true, "raw": "A. The Black Panther\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12736", "s": "Qwen3.5-0.8B", "a": "A. INDIA", "b": 1, "r": false, "raw": "A. INDIA", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-4020", "s": "Qwen3.5-0.8B", "a": "A. China", "b": 1, "r": false, "raw": "A. China", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8836", "s": "Qwen3.5-0.8B", "a": "A. FAWLTY TOWERS", "b": 1, "r": false, "raw": "A. FAWLTY TOWERS", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-4703", "s": "Qwen3.5-0.8B", "a": "A. 7", "b": 1, "r": false, "raw": "A. 7\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-5139", "s": "Qwen3.5-0.8B", "a": "A. Long jump", "b": 1, "r": false, "raw": "A. Long jump", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-2826", "s": "Qwen3.5-0.8B", "a": "A. Oedipus", "b": 1, "r": false, "raw": "A. Oedipus\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-1139", "s": "Qwen3.5-0.8B", "a": "A. a Well", "b": 1, "r": false, "raw": "A. a Well", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-1078", "s": "Qwen3.5-0.8B", "a": "A. Bird", "b": 1, "r": true, "raw": "A. Bird", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14251", "s": "Qwen3.5-0.8B", "a": "A. Harland & Wolff", "b": 1, "r": true, "raw": "A. Harland & Wolff", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9673", "s": "Qwen3.5-0.8B", "a": "A. Nowhere Boy", "b": 1, "r": false, "raw": "A. Nowhere Boy", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-15898", "s": "Qwen3.5-0.8B", "a": "C. Paris.", "b": 1, "r": false, "raw": "C. Paris.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-12086", "s": "Qwen3.5-0.8B", "a": "A. Ottorino RESPIGHI", "b": 1, "r": false, "raw": "A. Ottorino RESPIGHI", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-10740", "s": "Qwen3.5-0.8B", "a": "D. 22", "b": 1, "r": true, "raw": "D. 22", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8575", "s": "Qwen3.5-0.8B", "a": "A. Moscow", "b": 1, "r": true, "raw": "A. Moscow\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5046", "s": "Qwen3.5-0.8B", "a": "A. Hadrian's Wall", "b": 1, "r": true, "raw": "A. Hadrian's Wall", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11120", "s": "Qwen3.5-0.8B", "a": "A. Uranus", "b": 1, "r": false, "raw": "A. Uranus", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-886", "s": "Qwen3.5-0.8B", "a": "C. Cherry.", "b": 1, "r": true, "raw": "C. Cherry.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3793", "s": "Qwen3.5-0.8B", "a": "C. Paris.", "b": 1, "r": true, "raw": "C. Paris.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-1689", "s": "Qwen3.5-0.8B", "a": "A. Colour Blindness", "b": 1, "r": true, "raw": "A. Colour Blindness", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12223", "s": "Qwen3.5-0.8B", "a": "A. 12th", "b": 1, "r": false, "raw": "A. 12th", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16813", "s": "Qwen3.5-0.8B", "a": "A. Interpol", "b": 1, "r": false, "raw": "A. Interpol", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-4441", "s": "Qwen3.5-0.8B", "a": "A. Camshaft", "b": 1, "r": true, "raw": "A. Camshaft", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7570", "s": "Qwen3.5-0.8B", "a": "A. NEPTUNE", "b": 1, "r": false, "raw": "A. NEPTUNE", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7752", "s": "Qwen3.5-0.8B", "a": "C. Prince Arthur.", "b": 1, "r": false, "raw": "C. Prince Arthur.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-1345", "s": "Qwen3.5-0.8B", "a": "A. The Flying Pickets", "b": 1, "r": false, "raw": "A. The Flying Pickets", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9884", "s": "Qwen3.5-0.8B", "a": "A. Boulder Dam", "b": 1, "r": true, "raw": "A. Boulder Dam", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16854", "s": "Qwen3.5-0.8B", "a": "A. Serpentes", "b": 1, "r": false, "raw": "A. Serpentes", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-6980", "s": "Qwen3.5-0.8B", "a": "A. Handley-Page", "b": 1, "r": true, "raw": "A. Handley-Page", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15390", "s": "Qwen3.5-0.8B", "a": "A. BENJAMIN HARRISON", "b": 1, "r": false, "raw": "A. BENJAMIN HARRISON", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-1057", "s": "Qwen3.5-0.8B", "a": "A. Fruit", "b": 1, "r": false, "raw": "A. Fruit", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-12780", "s": "Qwen3.5-0.8B", "a": "A. The Mary Tyler Moore Show", "b": 1, "r": true, "raw": "A. The Mary Tyler Moore Show\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-295", "s": "Qwen3.5-0.8B", "a": "D. Q", "b": 1, "r": true, "raw": "D. Q", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11753", "s": "Qwen3.5-0.8B", "a": "C. Paris.", "b": 1, "r": true, "raw": "C. Paris.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9747", "s": "Qwen3.5-0.8B", "a": "A. The Krusty Krab", "b": 1, "r": true, "raw": "A. The Krusty Krab\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3635", "s": "Qwen3.5-0.8B", "a": "C. Consider Yourself.", "b": 1, "r": false, "raw": "C. Consider Yourself.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-14289", "s": "Qwen3.5-0.8B", "a": "A. Wind", "b": 1, "r": false, "raw": "A. Wind", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-17422", "s": "Qwen3.5-0.8B", "a": "A. 1941", "b": 1, "r": true, "raw": "A. 1941", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9046", "s": "Qwen3.5-0.8B", "a": "B. Nowhere Boy", "b": 1, "r": true, "raw": "B. Nowhere Boy\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12484", "s": "Qwen3.5-0.8B", "a": "D. Delilah", "b": 1, "r": true, "raw": "D. Delilah", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-760", "s": "Qwen3.5-0.8B", "a": "C. Paris.", "b": 1, "r": true, "raw": "C. Paris.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-6948", "s": "Qwen3.5-0.8B", "a": "A. Mobile phone", "b": 1, "r": false, "raw": "A. Mobile phone", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9738", "s": "Qwen3.5-0.8B", "a": "A. 1664", "b": 1, "r": false, "raw": "A. 1664", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-2662", "s": "Qwen3.5-0.8B", "a": "A. 300 points", "b": 1, "r": false, "raw": "A. 300 points", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-2794", "s": "Qwen3.5-0.8B", "a": "A. Captain Scarlet and the Mysterons", "b": 1, "r": false, "raw": "A. Captain Scarlet and the Mysterons", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13077", "s": "Qwen3.5-0.8B", "a": "A. 7", "b": 1, "r": true, "raw": "A. 7", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11466", "s": "Qwen3.5-0.8B", "a": "A. Minder", "b": 1, "r": false, "raw": "A. Minder", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-225", "s": "Qwen3.5-0.8B", "a": "A. Blue JEANS", "b": 1, "r": false, "raw": "A. Blue JEANS", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-4766", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "C. Pufferfish.\n\nI don't know", "v": {}}, {"q": "mcq|tqa-14390", "s": "Qwen3.5-0.8B", "a": "A. Camshaft", "b": 1, "r": false, "raw": "A. Camshaft", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-14465", "s": "Qwen3.5-0.8B", "a": "A. Hard Times", "b": 1, "r": true, "raw": "A. Hard Times", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-274", "s": "Qwen3.5-0.8B", "a": "B. 57", "b": 1, "r": true, "raw": "B. 57", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3088", "s": "Qwen3.5-0.8B", "a": "A. Fondue", "b": 1, "r": false, "raw": "A. Fondue", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5403", "s": "Qwen3.5-0.8B", "a": "A. Boulder Dam", "b": 1, "r": false, "raw": "A. Boulder Dam\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9672", "s": "Qwen3.5-0.8B", "a": "A. B1", "b": 1, "r": false, "raw": "A. B1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14780", "s": "Qwen3.5-0.8B", "a": "A. Indonesia", "b": 1, "r": false, "raw": "A. Indonesia", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15574", "s": "Qwen3.5-0.8B", "a": "D. Bayern Munich", "b": 1, "r": false, "raw": "D. Bayern Munich", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-1340", "s": "Qwen3.5-0.8B", "a": "A. Walk", "b": 1, "r": true, "raw": "A. Walk", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12617", "s": "Qwen3.5-0.8B", "a": "A. 300 points", "b": 1, "r": false, "raw": "A. 300 points", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-15049", "s": "Qwen3.5-0.8B", "a": "A. But prepare for the worst", "b": 1, "r": false, "raw": "A. But prepare for the worst", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-4026", "s": "Qwen3.5-0.8B", "a": "A. Ganges", "b": 1, "r": true, "raw": "A. Ganges", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13515", "s": "Qwen3.5-0.8B", "a": "A. 'MADAME BUTTERFLY'", "b": 1, "r": false, "raw": "A. 'MADAME BUTTERFLY'\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-15258", "s": "Qwen3.5-0.8B", "a": "A. La Manche", "b": 1, "r": false, "raw": "A. La Manche", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-350", "s": "Qwen3.5-0.8B", "a": "A. Book", "b": 1, "r": false, "raw": "A. Book", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9267", "s": "Qwen3.5-0.8B", "a": "A. John Millais", "b": 1, "r": true, "raw": "A. John Millais", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4724", "s": "Qwen3.5-0.8B", "a": "A. a Well", "b": 1, "r": true, "raw": "A. a Well", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9696", "s": "Qwen3.5-0.8B", "a": "A. Ibrox Stadium", "b": 1, "r": false, "raw": "A. Ibrox Stadium", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-8486", "s": "Qwen3.5-0.8B", "a": "A. Australia", "b": 1, "r": false, "raw": "A. Australia", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-1702", "s": "Qwen3.5-0.8B", "a": "A. Kelloggs", "b": 1, "r": false, "raw": "A. Kelloggs", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13117", "s": "Qwen3.5-0.8B", "a": "A. Walk", "b": 1, "r": false, "raw": "A. Walk", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-10461", "s": "Qwen3.5-0.8B", "a": "A. Bushfires", "b": 1, "r": false, "raw": "A. Bushfires", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-11112", "s": "Qwen3.5-0.8B", "a": "A. THE NATIONAL TRUST", "b": 1, "r": false, "raw": "A. THE NATIONAL TRUST", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-7951", "s": "Qwen3.5-0.8B", "a": "A. 'HARRY POTTER'", "b": 1, "r": true, "raw": "A. 'HARRY POTTER'", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13908", "s": "Qwen3.5-0.8B", "a": "C. Paris.", "b": 1, "r": false, "raw": "C. Paris.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-5635", "s": "Qwen3.5-0.8B", "a": "B. Anne", "b": 1, "r": true, "raw": "B. Anne", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5506", "s": "Qwen3.5-0.8B", "a": "A. Pressure", "b": 1, "r": false, "raw": "A. Pressure", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9454", "s": "Qwen3.5-0.8B", "a": "A. Mark Darcy", "b": 1, "r": false, "raw": "A. Mark Darcy\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-15342", "s": "Qwen3.5-0.8B", "a": "A. Ganges", "b": 1, "r": false, "raw": "A. Ganges", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-15784", "s": "Qwen3.5-0.8B", "a": "A. BENJAMIN HARRISON", "b": 1, "r": true, "raw": "A. BENJAMIN HARRISON\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1412", "s": "Qwen3.5-0.8B", "a": "A. (The Life and Opinions of) Tristram Shandy (Gentleman)", "b": 1, "r": true, "raw": "A. (The Life and Opinions of) Tristram Shandy (Gentleman)\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4267", "s": "Qwen3.5-0.8B", "a": "C. Red", "b": 1, "r": true, "raw": "C. Red\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14027", "s": "OLMo-2-1B-Instruct", "a": "June Carter married Johnny Cash.", "b": 1, "r": true, "raw": "Bet: 1\nJune Carter married Johnny Cash. Bet: 1\n\nBet: 3\nJune Carter married John Ford. Bet: 3\n\nThe correct answer is C. John Ford. June Carter married John Ford in 1967.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10965", "s": "OLMo-2-1B-Instruct", "a": "C. Stockton and Darlington", "b": 1, "r": false, "raw": "C. Stockton and Darlington\n\nBet: 1\n\nStockton and Darlington was the name of a horse race in the United Kingdom, and Arturo Frondizi became president of Argentina in May 1958. The correct answer is C.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-486", "s": "OLMo-2-1B-Instruct", "a": "B. Isaac Newton", "b": 1, "r": false, "raw": "B. Isaac Newton\n\nBet: 1\n\nThe mechanical shark used in the original \"Jaws\" film was named Isaac Newton.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-787", "s": "OLMo-2-1B-Instruct", "a": "C. General Schwarzkopf", "b": 1, "r": false, "raw": "C. General Schwarzkopf\n\nBet: 1\n\nGeneral Norman Schwarzkopf was the commander of the United States Central Command (USCENTCOM) during the Gulf War, and he was present at the events leading up to and including the crucifixion of Jesus. He was not an apostle, but his involvement in the conflict during the", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-16253", "s": "OLMo-2-1B-Instruct", "a": "C. ALEX GARLAND", "b": 1, "r": true, "raw": "C. ALEX GARLAND\n\nBet: 1\n\nAlex Garland is the author of the novel 'The Beach,' which was adapted into the film 'The Beach' directed by Danny Boyle.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1485", "s": "OLMo-2-1B-Instruct", "a": "B. HENNA", "b": 1, "r": false, "raw": "B. HENNA\n\nBet: 1\n\nThe correct answer is HENNA, which was a 1960s rock band that included Eric Clapton, Ginger Baker, Steve Winwood, and Ric Grech.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-4709", "s": "OLMo-2-1B-Instruct", "a": "C. COFFEE", "b": 1, "r": false, "raw": "C. COFFEE\n\nBet: 1\n\nThe correct answer is South Africa, which has 11 official languages including Zulu, Xhosa, and English.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-3338", "s": "OLMo-2-1B-Instruct", "a": "C. IVAN THE TERRIBLE", "b": 1, "r": false, "raw": "C. IVAN THE TERRIBLE\n\nBet: 1\n\nThe term 'green-eyed monster' originates from Act 3, Scene 1 of William Shakespeare's play \"Ivan the Terrible.\" In this passage, Ivan describes his jealousy towards his rival, Raskolnikov, saying, \"I have a spirit of cruelty in me,", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-7887", "s": "OLMo-2-1B-Instruct", "a": "B. Cynthia Nixon", "b": 1, "r": false, "raw": "B. Cynthia Nixon\n\nBet: 1\n\nCynthia Nixon is known for her role as Sally Draper in the television series Mad Men. The adjective 'Butyric' does not apply to her, as it pertains to the smell of rancid butter.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-12326", "s": "OLMo-2-1B-Instruct", "a": "C. ST AIDAN", "b": 1, "r": false, "raw": "C. ST AIDAN\n\nBet: 1\n\nST AIDAN is the correct answer.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-3128", "s": "OLMo-2-1B-Instruct", "a": "C. SOUTH PACIFIC", "b": 1, "r": false, "raw": "C. SOUTH PACIFIC\n\nBet: 1\n\nThe Order of the South Pacific was established in 1949 by the United Nations to honor individuals who have made outstanding contributions to peace, friendship, and cooperation among the peoples of the Pacific region. It is not an ancient authority symbol but rather a contemporary honor. The correct answer is C. SOUTH PACIFIC", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-10002", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe Paramount Film Company was originally called the Famous Players Film Company.", "v": {}}, {"q": "mcq|tqa-535", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe character has been played by Jack Lord, Cec Linder, Rik Van Nutter, Norman Burton, David Hedison, John Terry, David Hedison and Jeffrey Wright. Therefore, the correct answer is C. Ralph Lauren.", "v": {}}, {"q": "mcq|tqa-13564", "s": "OLMo-2-1B-Instruct", "a": "C. Six", "b": 1, "r": false, "raw": "C. Six\n\nThe correct answer is C. Six, as it refers to the biblical event known as the Pentecost or Shavuot, which is an alternative name for Whit Sunday. The Holy Spirit is said to have descended on the apostles on this day, leading to the birth of the Christian Church's Pentecostal tradition. The", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-11985", "s": "OLMo-2-1B-Instruct", "a": "C. CYPRUS", "b": 1, "r": false, "raw": "C. CYPRUS\n\nBet: 1\n\nCYPRUS is the correct answer as it was during the time of mathematician and polymath John Napier, who is credited with inventing logarithms. Napier, who lived from 1550 to 1617, is widely regarded as the discoverer of logarithms. The bet was made", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13846", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 3\n\nThe brand name Chuck Taylor sneakers are sold under the Ralph Lauren label. Bet: 3", "v": {}}, {"q": "mcq|tqa-17721", "s": "OLMo-2-1B-Instruct", "a": "B. Montgomery Scott", "b": 1, "r": true, "raw": "B. Montgomery Scott\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2526", "s": "OLMo-2-1B-Instruct", "a": "Barack Obama", "b": 1, "r": true, "raw": "Bet: 1\nBarack Obama\n\nBet: 3\nBarack Obama", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5111", "s": "OLMo-2-1B-Instruct", "a": "C. Vietnam", "b": 1, "r": false, "raw": "C. Vietnam\n\nBet: 1\n\nThe song \"Motown Philly\" was actually recorded by the Supremes, not Boyz II Men. The Supremes recorded the song in 1965, and it became a huge hit, reaching number one on the Billboard Hot 100 chart. Boyz II Men, on the other hand, did", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-14431", "s": "OLMo-2-1B-Instruct", "a": "C. Fondue", "b": 1, "r": false, "raw": "C. Fondue\n\nBet: 1\n\nThe USS Langley was indeed the country's first aircraft carrier. It was commissioned in 1920 and served in World War II, earning five battle stars for its service. The term \"fondue\" is not applicable to any of the options provided, and it seems there might be a misunderstanding or typo", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-8280", "s": "OLMo-2-1B-Instruct", "a": "C. New York", "b": 1, "r": false, "raw": "C. New York\n\nBet: 1\n\nNew York is the setting for 'The Killing,' a crime drama that aired on BBC 4 earlier this year. The correct answer is C. New York.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-3984", "s": "OLMo-2-1B-Instruct", "a": "C. HAROLD HOLT", "b": 1, "r": false, "raw": "C. HAROLD HOLT\n\nBet: 1\n\nHarold Holt was the Prime Minister of Australia from 1955 to 1966. The line separating the numerator and denominator in a fraction is often referred to as the \"Harold Holt Line\" or simply the \"line of demarcation\" in this context.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-1774", "s": "OLMo-2-1B-Instruct", "a": "C. Steely Dan", "b": 1, "r": false, "raw": "C. Steely Dan\n\nBet: 1\n\nSteely Dan was the plane in which Charles \"Chuck\" Williams flew. The plane was named after the band's lead singer, Chuck Thompson (Steely Dan), who was a pilot himself. The correct answer is Steely Dan, as it was the plane that featured in the famous song \"Rend", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-16455", "s": "OLMo-2-1B-Instruct", "a": "C. Palace of Versailles", "b": 1, "r": false, "raw": "C. Palace of Versailles\n\nBet: 1\n\nPalace of Versailles is the state broadcaster in France.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-14291", "s": "OLMo-2-1B-Instruct", "a": "C. DNA structure", "b": 1, "r": true, "raw": "C. DNA structure\n\nBet: 1\n\nThe correct answer is C. DNA structure, as it was Crick and Watson's work that elucidated the double-helix structure of DNA, which earned them the Nobel Prize in Physiology or Medicine in 1962.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5610", "s": "OLMo-2-1B-Instruct", "a": "K. Karakoram", "b": 1, "r": true, "raw": "K. Karakoram\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6367", "s": "OLMo-2-1B-Instruct", "a": "C. Handley-Page", "b": 1, "r": false, "raw": "C. Handley-Page\n\nBet: 1\n\nHandley-Page was a noble family in medieval England, and they were involved in the political machinations of the time. They were not directly mentioned in the options provided, but they were known to be involved in the political arena. The correct answer is Handley-Page, as it is one", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-3996", "s": "OLMo-2-1B-Instruct", "a": "C. Palace of Versailles", "b": 1, "r": false, "raw": "C. Palace of Versailles\n\nBet: 1\n\nIvan the Terrible was a czar of Russia.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13792", "s": "OLMo-2-1B-Instruct", "a": "Baden-baden is a spa town in Germany that starts with the letters \"Bad.\"", "b": 1, "r": false, "raw": "Bet: 1\n\nBaden-baden is a spa town in Germany that starts with the letters \"Bad.\" \n\nBet: 3\n\nBaden-Württemberg is a state in Germany that starts with the letters \"Bad,\" and it is home to Baden-Baden, a renowned spa town. Bradley Walsh, an actor, does not", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14377", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe occupation in 'Pushing Tin' is that of a baseball pitcher. The correct answer is B. Air Traffic Control.", "v": {}}, {"q": "mcq|tqa-17410", "s": "OLMo-2-1B-Instruct", "a": "C. 1936", "b": 1, "r": false, "raw": "C. 1936\n\nBet: 1\n\nCharles I's French wife was Henrietta Maria, not Marie. Henrietta Maria was the queen consort of Charles I of England and was the daughter of King Louis XIII of France. She was instrumental in bringing French culture and ideas to England during her marriage to Charles I. The correct answer is C.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-11494", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\nCHILE\n\nThe correct answer is B. Fay Wray. Fay Wray was the actress who played the role of Ann Darrow in the original 1933 King Kong movie.", "v": {}}, {"q": "mcq|tqa-1022", "s": "OLMo-2-1B-Instruct", "a": "C. Cortina", "b": 1, "r": false, "raw": "Bet: 1\nC. Cortina\n\nBet: 3\nC. Cortina and Bob Fettes", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-5367", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe correct answer is B. SOUTH PACIFIC.", "v": {}}, {"q": "mcq|tqa-15407", "s": "OLMo-2-1B-Instruct", "a": "B. Danish", "b": 1, "r": false, "raw": "B. Danish\n\nBet: 1\n\nThe correct answer is Danish, who released the albums Honky Chateau in 1972 and Sleeping with the Past in 1989.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-17045", "s": "OLMo-2-1B-Instruct", "a": "C. JEWS", "b": 1, "r": false, "raw": "C. JEWS\n\nBet: 1\n\nThe correct answer is Charlotte, which is the largest city by population in North Carolina.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-10870", "s": "OLMo-2-1B-Instruct", "a": "C. Dylan Thomas", "b": 1, "r": false, "raw": "C. Dylan Thomas\n\nBet: 1\n\nDylan Thomas was a Welsh poet and writer, and the bridge in question is the Ambassador Bridge, which connects Detroit, Michigan, USA with Windsor, Ontario, Canada. The correct answer is B. IDRIS I, which is incorrect as IDRIS I is a railroad bridge, not a bridge connecting two cities", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-7738", "s": "OLMo-2-1B-Instruct", "a": "C. Constantine", "b": 1, "r": false, "raw": "C. Constantine\n\nBet: 1\n\nThe wine-producing region known as 'Casablanca Valley' is located in the country of CHILE.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-598", "s": "OLMo-2-1B-Instruct", "a": "C. HIGH JUMP", "b": 1, "r": false, "raw": "C. HIGH JUMP\n\nBet: 1\n\nThe Asian Tsunami or Boxing day tsunami that hit Thailand, Indonesia and many other countries happened in 2004.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-12656", "s": "OLMo-2-1B-Instruct", "a": "C. Dionysus", "b": 1, "r": true, "raw": "C. Dionysus\n\nBet: 1\n\nDionysus is the Greek god of wine, festivity, and madness. He is not mentioned in the options provided. Therefore, the correct answer is Dionysus, and I have bet 1 chip. If Dionysus is not the correct answer, and you are unsure, you lose", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16433", "s": "OLMo-2-1B-Instruct", "a": "C. Jacob", "b": 1, "r": true, "raw": "C. Jacob\n\nBet: 1\n\nJacob wrestled with God, and God renamed him Israel, indicating a change in his status or relationship with God. The other options do not match this biblical narrative. Orson Welles, John Wayne, and Pressure are not biblical figures or events. Jacob's story is central to the narrative of the Israelites in", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7498", "s": "OLMo-2-1B-Instruct", "a": "C. Chariots", "b": 1, "r": true, "raw": "C. Chariots\n\nBet: 1\n\nThe Battle of Kadesh in 1274 BC is best known for the use of chariots. Chariots were indeed the primary mode of transportation and combat in the Egyptian and Hittite armies at the time. The Egyptians were known for their mastery of chariot warfare, and Ramesses II", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6477", "s": "OLMo-2-1B-Instruct", "a": "C. South Dakota", "b": 1, "r": false, "raw": "C. South Dakota\n\nBet: 1\n\nThe Volstead Act was introduced by the U.S. Congress in 1919, and it was a key piece of legislation that enforced the Prohibition of alcohol in the United States. South Dakota became the 36th state to ratify the 18th Amendment, which prohibited the manufacture, transportation, and", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-16959", "s": "OLMo-2-1B-Instruct", "a": "C. Johnny Cash", "b": 1, "r": false, "raw": "C. Johnny Cash\n\nBet: 1\n\nJohnny Cash was the Prime Minister of ROMANIA from 1996 to 2000. Adrian Nastase served as Prime Minister of ROMANIA from 2000 to 2004. Therefore, the correct answer is C. Johnny Cash.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-7773", "s": "OLMo-2-1B-Instruct", "a": "C. Galileo Galilei", "b": 1, "r": false, "raw": "C. Galileo Galilei\n\nBet: 1\n\nGalileo Galilei was not a servant in a Shakespeare play. He was a renowned Italian astronomer, physicist, and mathematician who made significant contributions to the scientific revolution. The options provided are all historical figures associated with the Round Table (A. King Arthur's court), Old Trafford (", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-3119", "s": "OLMo-2-1B-Instruct", "a": "C. River Thames", "b": 1, "r": false, "raw": "C. River Thames\n\nBet: 1\n\nJean Henri Dunant founded the International Red Cross in 1863, which evolved from the Geneva Conventions of 1864 and the First International Aid Conference in 1865. The Red Cross is an international humanitarian organization dedicated to helping those affected by war, natural disasters, and other emergencies. The name \"", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-7866", "s": "OLMo-2-1B-Instruct", "a": "C. Dik Browne", "b": 1, "r": true, "raw": "C. Dik Browne\n\nBet: 1\n\nDik Browne created Hagar the Horrible, the comic strip character, in 1970.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3382", "s": "OLMo-2-1B-Instruct", "a": "The designer who introduced the Polo label in 1967 is Ralph Lauren.", "b": 1, "r": true, "raw": "Bet: 1\n\nThe designer who introduced the Polo label in 1967 is Ralph Lauren. \n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5948", "s": "OLMo-2-1B-Instruct", "a": "C. Airplane", "b": 1, "r": false, "raw": "C. Airplane\n\nBet: 1\n\nAirplane! is a 1980 comedy film directed by Rob Reiner, starring John Candy, Sarah Jessica Parker, and Leslie Nielsen. Miranda Hobbes is a character in the TV series 'Sex and the City' played by Cynthia Nixon.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-4135", "s": "OLMo-2-1B-Instruct", "a": "C. Karakoram", "b": 1, "r": false, "raw": "C. Karakoram\n\nBet: 1\n\nKarakoram is the only county in the USA to border five counties from five different states: Baca County, Colorado; Morton County, Kansas; Texas County, Oklahoma; Dallam County, Texas; and Union County, New Mexico.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-17233", "s": "OLMo-2-1B-Instruct", "a": "C. B.M.W", "b": 1, "r": false, "raw": "C. B.M.W\n\nBet: 1\n\nThe B.M.W (Biathlon and Cross-Country) event is the fifth event in the heptathlon, an Olympic track and field event that combines two different disciplines: a sprint event (the 100m or 200m sprint) and a distance event (the 1500m or", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-986", "s": "OLMo-2-1B-Instruct", "a": "C. Mobile phone", "b": 1, "r": false, "raw": "C. Mobile phone\n\nBet: 1\n\nThe correct answer is C. Mobile phone, as the term \"erotology\" specifically pertains to the study of sexual objects, practices, and aesthetics, and mobile phones are indeed a significant part of modern sexual culture, especially in terms of pornography, sexting, and intimate communication. The other options do not", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-1920", "s": "OLMo-2-1B-Instruct", "a": "C. Wyre", "b": 1, "r": true, "raw": "C. Wyre\n\nBet: 1\n\nThe River Wyre meets the sea at Fleetwood on Lancashire's Fylde coast.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15690", "s": "OLMo-2-1B-Instruct", "a": "B. Puttanesca", "b": 1, "r": false, "raw": "B. Puttanesca\n\nBet: 1\n\nPuttanesca is the pseudonym of the Italian composer Ottorino Respighi, who composed \"The Fountains of Rome\" and \"The Pines of Rome\" in 1916 and 1924 respectively. Respighi was known for his evocative and imaginative orchestral", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13326", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe correct answer is D. A Series of Unfortunate Events.", "v": {}}, {"q": "mcq|tqa-2905", "s": "OLMo-2-1B-Instruct", "a": "C. Famous Players Film Company", "b": 1, "r": false, "raw": "C. Famous Players Film Company\n\nBet: 1\n\nThe correct answer is C. Famous Players Film Company, which was founded by Louis B. Mayer and D.W. Griffith in 1902 and was known for producing early films such as \"The Birth of a Nation\" and \"Silent Movie.\" The correctional facility in question, Goulburn", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-3772", "s": "OLMo-2-1B-Instruct", "a": "C. The Black Panther", "b": 1, "r": false, "raw": "C. The Black Panther\n\nBet: 1\n\nThe question describes an open plane curve formed by the intersection of a cone with a plane parallel to its side, resembling the path of a projectile under the action of gravity. The correct answer is a parabola, as a parabola is a conic section that opens either upwards or downwards and is", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13703", "s": "OLMo-2-1B-Instruct", "a": "A. Sandie Shaw", "b": 1, "r": false, "raw": "A. Sandie Shaw\n\nBet: 1\n\nBet: 3\n\nAndre 3000 and Big Boi are the actual hip hop duo that makes up Outkast. The other options are not correct.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13124", "s": "OLMo-2-1B-Instruct", "a": "C. JOHN MILLAIS", "b": 1, "r": false, "raw": "C. JOHN MILLAIS\n\nBet: 1\n\nJohn Mikhailais was the highest-scoring judge in the history of figure skating for both the free skate and the short program during the period before the International Judging System (IJS) was introduced in 2004. The IJS introduced a more standardized scoring system, which limited judges to a maximum", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-2977", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe correct answer is D. 4 billion years.\n\nExplanation: The Large Quasar Group (LQG) named 'Huge-LQG' is the largest known structure in the universe. It spans about 6 billion light-years across and is estimated to be about 10 billion years old. If it were traveling at the", "v": {}}, {"q": "mcq|tqa-13094", "s": "OLMo-2-1B-Instruct", "a": "C. HOME GUARD", "b": 1, "r": false, "raw": "C. HOME GUARD\n\nBet: 1\n\nThe \"Hall of Mirrors\" is indeed located in the Home Guard Museum in Paris, France. The correct answer is C. HOME GUARD.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13005", "s": "OLMo-2-1B-Instruct", "a": "B. Dylan Thomas", "b": 1, "r": true, "raw": "B. Dylan Thomas\n\nBet: 1\n\nDylan Thomas (B. Dylan Thomas) wrote \"Under Milk Wood,\" a play published posthumously in 1954. The correct answer is B. Dylan Thomas.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15496", "s": "OLMo-2-1B-Instruct", "a": "C. Rear Admiral", "b": 1, "r": true, "raw": "C. Rear Admiral\n\nBet: 1\n\nThe equivalent Royal Navy rank to the Army's Major is Rear Admiral. Rear Admiral is the highest non-royal rank in the British Royal Navy, equivalent to the Army's Major rank. The correct answer is C. Rear Admiral.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9503", "s": "OLMo-2-1B-Instruct", "a": "C. Nigeria", "b": 1, "r": true, "raw": "C. Nigeria\n\nBet: 1\n\nNigeria is Africa's most populated country, with over 206 million people as of 2021. The other options are not correct:\n\nA. Steel - Nigeria is not a steel-producing country.\nB. Cocaine - Cocaine is a drug, not a country.\nC. Buncefield - Bunce", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12485", "s": "OLMo-2-1B-Instruct", "a": "C. Bird", "b": 1, "r": false, "raw": "C. Bird\n\nBet: 1\n\nThe correct answer is Nemesis, who is indeed the Greek goddess of fate and vengeance, often personified as a bird, such as a vulture, that symbolizes the avian aspect of divine retribution. The other options are not relevant to the cause of a person's downfall as described in the question.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-17259", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "A. THE NATIONAL TRUST\n\nBet: 1\n\nThe correct answer is A. Warsaw, as Varsovian is a term used to describe someone from Warsaw, the capital city of Poland. The question asked for a capital city, and Warsaw is the correct answer. If I were unsure, I would choose \"I don't know,\" but since I", "v": {}}, {"q": "mcq|tqa-11601", "s": "OLMo-2-1B-Instruct", "a": "C. Corsairs", "b": 1, "r": false, "raw": "C. Corsairs\n\nBet: 1\n\nThe question pertains to a famous novel that features a villain named Simon Legree, which is not found in the options provided. The novel in question is \"Uncle Tom's Cabin,\" written by Harriet Beecher Stowe. Simon Legree is indeed a significant character in this work, and \"Cors", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13269", "s": "OLMo-2-1B-Instruct", "a": "C. CHARLIE DRAKE", "b": 1, "r": false, "raw": "C. CHARLIE DRAKE\n\nBet: 1\n\nCharlie Drake is the correct answer.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-16812", "s": "OLMo-2-1B-Instruct", "a": "C. Long jump", "b": 1, "r": false, "raw": "C. Long jump\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-10827", "s": "OLMo-2-1B-Instruct", "a": "C. Chicago", "b": 1, "r": false, "raw": "C. Chicago\n\nBet: 1\n\nDonald Neilson was known as \"The Chicago Strangler\" because of the murders he committed in the Chicago area.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-12736", "s": "OLMo-2-1B-Instruct", "a": "C. 4 billion", "b": 1, "r": false, "raw": "C. 4 billion\n\nBet: 1 (I think I am probably right)\nBet: 3 (I am sure)\n\nThe correct answer is D. John Wayne.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-4020", "s": "OLMo-2-1B-Instruct", "a": "B. China", "b": 1, "r": true, "raw": "B. China\n\nBet: 1\n\nChina is the world's largest producer of tobacco, with a significant share of global production. The answer is B. China.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8836", "s": "OLMo-2-1B-Instruct", "a": "A. FAWLTY TOWERS", "b": 1, "r": false, "raw": "A. FAWLTY TOWERS\n\nBet: 1\n\nPenny is played by the actress Fawyla Towers in the film \"Just Good Friends.\"", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-4703", "s": "OLMo-2-1B-Instruct", "a": "C. RHODODENDRON", "b": 1, "r": false, "raw": "C. RHODODENDRON\n\nBet: 1\n\nThe original name of the Vancouver Canucks was \"The WHL Vancouver Millionaires,\" which was later changed to \"The Vancouver Canucks.\" The \"RODODENDRON\" part of the name comes from the French word for \"rainforest,\" which was chosen to reflect Vancouver's lush and green environment", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-5139", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe correct answer is C. William Herschel.\n\nFeel Like Making Love and The First Time Ever I Saw Your Face were hit singles for the female artist William Herschel.", "v": {}}, {"q": "mcq|tqa-2826", "s": "OLMo-2-1B-Instruct", "a": "C. Uranus", "b": 1, "r": true, "raw": "C. Uranus\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1139", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe correct answer is C. Reap The Wild Wind.", "v": {}}, {"q": "mcq|tqa-1078", "s": "OLMo-2-1B-Instruct", "a": "C. Barry and Yvonne", "b": 1, "r": false, "raw": "C. Barry and Yvonne\n\nBet: 1\n\nBarry and Yvonne are a couple who appeared on the British reality TV show \"Big Brother 7\" in 2007. The show's trivia question was about a bananaquit, and Barry and Yvonne correctly identified it as a bird.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-14251", "s": "OLMo-2-1B-Instruct", "a": "C. HIERRO", "b": 1, "r": false, "raw": "C. HIERRO\n\nBet: 1\n\nThe shipyard that built the 'Titanic' was Hiberno Shipbuilding & Repair Limited, also known as HIERRO. The correct answer is C. HIERRO.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9673", "s": "OLMo-2-1B-Instruct", "a": "C. Cape Horn", "b": 1, "r": true, "raw": "C. Cape Horn\n\nBet: 1\n\nMarking the separation between the Atlantic and Pacific Oceans, Cape Horn is the southernmost piece of South America.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15898", "s": "OLMo-2-1B-Instruct", "a": "C. CHRISTOPHER COLUMBUS", "b": 1, "r": false, "raw": "C. CHRISTOPHER COLUMBUS\n\nBet: 1\n\nThe 1999 film \"10 Things I Hate About You\" is a modern adaptation of \"The Taming of the Shrew,\" not \"10 Things I Hate About You\" starring Heath Ledger and Julia Stiles. The correct answer is D. The Taming of the Shrew.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-12086", "s": "OLMo-2-1B-Instruct", "a": "B. GIRONDE", "b": 1, "r": true, "raw": "B. GIRONDE\n\nBet: 1\n\nThe answer is B. GIRONDE.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10740", "s": "OLMo-2-1B-Instruct", "a": "C. \"\"\"Fast Eddie\"\" Felson\"", "b": 1, "r": false, "raw": "C. \"\"\"Fast Eddie\"\" Felson\"\n\nBet: 1\n\nFast Eddie Felson is the name of a famous baseball umpire who officiated in the 1967 World Series. The gestation period for an elephant is approximately 22 months. Therefore, the correct answer is C. \"\"\"Fast Eddie\"\" Felson\".", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-8575", "s": "OLMo-2-1B-Instruct", "a": "C. PENELOPE", "b": 1, "r": false, "raw": "C. PENELOPE\n\nBet: 1\n\nPENELOPE is the correct answer.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-5046", "s": "OLMo-2-1B-Instruct", "a": "C. Zak Starkey", "b": 1, "r": false, "raw": "C. Zak Starkey\n\nBet: 1\n\nZak Starkey is the correct answer.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-11120", "s": "OLMo-2-1B-Instruct", "a": "C. Julia Sawalha", "b": 1, "r": true, "raw": "C. Julia Sawalha\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-886", "s": "OLMo-2-1B-Instruct", "a": "C. Cherry", "b": 1, "r": true, "raw": "C. Cherry\n\nBet: 1\n\nBet: 3\n\nThe correct answer is C. Cherry, as the Belgian beer Kriek is indeed flavored with cherry.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3793", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nHelene Hanff (C) is the author of \"84 Charing Cross Road\" and the correspondence between her and Frank Doel, an antiquarian bookseller in London, is the basis for the book. The correct answer is C. Helene Hanff.", "v": {}}, {"q": "mcq|tqa-1689", "s": "OLMo-2-1B-Instruct", "a": "C. COPENHAGEN", "b": 1, "r": false, "raw": "C. COPENHAGEN\n\nBet: 1\n\nThe correct answer is C. COPENHAGEN, which is associated with the condition known as Daltonism.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-12223", "s": "OLMo-2-1B-Instruct", "a": "C. ADOLF HITLER", "b": 3, "r": false, "raw": "C. ADOLF HITLER\n\nBet: 3\n\nThe question asks for the fret where the notes are found that are the same as the open strings but an octave higher. The open strings on a standard guitar are E, A, D, and G. The frets that would produce these notes, but an octave higher, are:\n\n- E string", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-16813", "s": "OLMo-2-1B-Instruct", "a": "C. Corm", "b": 1, "r": false, "raw": "C. Corm\n\nBet: 1\n\nThe correct answer is Corm, which is an island in the South Pacific.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-4441", "s": "OLMo-2-1B-Instruct", "a": "C. Thomas Pink", "b": 1, "r": false, "raw": "C. Thomas Pink\n\nBet: 1\n\nThomas Pink was the name of a British engineer who designed a camshaft for the Rolls-Royce engine in the 1920s. The term \"camshaft\" is commonly associated with the rotating rod with oblong lobes sticking out of an engine block that controls the intake and exhaust valves in a piston", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-7570", "s": "OLMo-2-1B-Instruct", "a": "C. Neptune", "b": 1, "r": true, "raw": "C. Neptune\n\nBet: 1\n\nThe existence of Neptune was mathematically predicted by mathematician Urbain Le Verrier based on the discrepancies observed in the orbit of Uranus. This prediction was later confirmed when Neptune was observed in 1846. Neptune was the last planet to be discovered in our solar system, and its existence was confirmed through observations", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7752", "s": "OLMo-2-1B-Instruct", "a": "B. MARYLAND", "b": 1, "r": false, "raw": "B. MARYLAND\n\nBet: 1\n\nThe answer is B. MARYLAND.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-1345", "s": "OLMo-2-1B-Instruct", "a": "Golda Meir", "b": 1, "r": true, "raw": "Golda Meir\n\nBet: 1\n\nGolda Meir was born in Goldie Mabovich, which is a small town in the state of Israel. She was a prominent Israeli politician who served as the first female Prime Minister of Israel from 1970 to 1974. She was also the chairwoman of the Jewish Agency for Israel and", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9884", "s": "OLMo-2-1B-Instruct", "a": "C. Cortina", "b": 1, "r": false, "raw": "C. Cortina\n\nBet: 1\n\nThe original name for the Hoover Dam was Boulder Dam. The name was changed to Hoover Dam in honor of the U.S. Secretary of Commerce, Herbert Hoover, who was instrumental in the dam's construction. The name \"Boulder Dam\" was used during the construction phase, and it wasn't until 193", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-16854", "s": "OLMo-2-1B-Instruct", "a": "C. Yitzhak Rabin", "b": 1, "r": false, "raw": "C. Yitzhak Rabin\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-6980", "s": "OLMo-2-1B-Instruct", "a": "The Hastings and Herald aircraft were produced by the Handley Page company. Handley Page was an aircraft manufacturer founded in 1917. The answer is A. Handley-Page.", "b": 1, "r": true, "raw": "Bet: 1\n\nThe Hastings and Herald aircraft were produced by the Handley Page company. Handley Page was an aircraft manufacturer founded in 1917. The answer is A. Handley-Page. \n\nBet: 3\n\nIf I am sure about my answer, I would say Handley Page. Handley Page was the company that produced the", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15390", "s": "OLMo-2-1B-Instruct", "a": "C. B1", "b": 1, "r": false, "raw": "C. B1\n\nBet: 1\n\nThe Zumba dance fitness programme was developed in 1999 by Colombian dance instructor Alberto Perez in the city of Bogotá. The name Zumba is derived from the Spanish word \"zumbido,\" meaning \"rhythm.\" The program quickly gained popularity in South America and has since spread to many other countries", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-1057", "s": "OLMo-2-1B-Instruct", "a": "C. Jan Francis", "b": 1, "r": false, "raw": "C. Jan Francis\n\nBet: 1\n\nThe correct answer is Niccolo Machiavelli, who wrote \"The Prince\" in 1532.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-12780", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe correct answer is A. The Mary Tyler Moore Show.", "v": {}}, {"q": "mcq|tqa-295", "s": "OLMo-2-1B-Instruct", "a": "C. ST AIDAN", "b": 1, "r": false, "raw": "C. ST AIDAN\n\nBet: 1\n\nST AIDAN is the only letter of the alphabet that does not appear in any of the names of the 50 American states.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-11753", "s": "OLMo-2-1B-Instruct", "a": "Christopher Columbus", "b": 3, "r": true, "raw": "Christopher Columbus\n\nBet: 3\n\nChristopher Columbus was a 15th/16th century Genoese explorer who discovered the Americas in 1492. He is known for his voyages that led to the establishment of Spanish and Portuguese colonies in the Americas and the eventual spread of Christianity and European culture across the continent. His journey is documented in historical records", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9747", "s": "OLMo-2-1B-Instruct", "a": "C. (Patrick) O'Brian", "b": 1, "r": false, "raw": "C. (Patrick) O'Brian\n\nBet: 1\n\nThe correct answer is The Krusty Krab, which is mentioned in the series as SpongeBob's job. Patrick O'Brian is not a character in the series.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-3635", "s": "OLMo-2-1B-Instruct", "a": "C. Sun Hill", "b": 1, "r": false, "raw": "C. Sun Hill\n\nBet: 1\n\nSun Hill is the actual location where the musical \"The Music Man\" is set, and \"Consider Yourself\" is one of the most famous songs from that musical. Therefore, the correct answer is C. Sun Hill.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-14289", "s": "OLMo-2-1B-Instruct", "a": "C. VENUS", "b": 1, "r": true, "raw": "C. VENUS\n\nBet: 1\n\nThe Mekon in Dan Dare comics and related media is actually from VENUS. The Mekon is a powerful alien entity that serves as the main antagonist in the series. Dan Dare's enemy, The Mekon, originates from the planet VENUS, not from any of the options", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17422", "s": "OLMo-2-1B-Instruct", "a": "Marlene Dietrich became a U.S. citizen in 1941.", "b": 1, "r": true, "raw": "Bet: 1\nMarlene Dietrich became a U.S. citizen in 1941.\n\nBet: 3\nMarlene Dietrich became a U.S. citizen in 1941.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9046", "s": "OLMo-2-1B-Instruct", "a": "The correct answer is B. Nowhere Boy.", "b": 1, "r": true, "raw": "Bet: 1\n\nThe correct answer is B. Nowhere Boy.\n\nBet: 3\n\nExplanation: The 2009 biopic film directed by Sam Taylor-Wood about the early life of John Lennon is \"Nowhere Boy.\" The other options are not correct:\n\nA. THE NATIONAL TRUST - This is a fictional organization and not a film.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12484", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nDelilah Bet: 1\n\nDelilah betrayed Samson by revealing that his strength was due to his long hair to the Philistines. The correct answer is D. Delilah.", "v": {}}, {"q": "mcq|tqa-760", "s": "OLMo-2-1B-Instruct", "a": "C. The Royal Ballet", "b": 1, "r": true, "raw": "C. The Royal Ballet\n\nBet: 1\n\nThe correct answer is C. The Royal Ballet, which was Sadler’s Wells Ballet's previous name before it was rebranded as The Royal Ballet in 1963. The Vic-Wells Ballet was another predecessor, having been formed in 1931 as the Vic-Wells Ballet Company. The Vic", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6948", "s": "OLMo-2-1B-Instruct", "a": "B. Mobile phone", "b": 1, "r": true, "raw": "B. Mobile phone\n\nBet: 1\n\nThe correct answer is B. Mobile phone, as nomophobia is the fear of being without or losing access to one's mobile phone. The options provided are not relevant to the question about nomophobia.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9738", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe correct answer is C. Australia. According to the nursery rhyme \"Blackberry Pies,\" there are 24 blackbirds baked in a pie. The nursery rhyme itself is a playful and nonsensical way to recount the harvest season and the abundance of blackbirds, which are a common bird species in Australia. The rhyme doesn't", "v": {}}, {"q": "mcq|tqa-2662", "s": "OLMo-2-1B-Instruct", "a": "B. 6", "b": 1, "r": false, "raw": "B. 6\n\nBet: 1\n\nThe national anthem originally called the 'War Song for the Rhine Army' is Roberta Flack's \"The First Cuckoo Song.\" The correct answer is C. Roberta Flack.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-2794", "s": "OLMo-2-1B-Instruct", "a": "C. ROMANIA", "b": 1, "r": false, "raw": "C. ROMANIA\n\nBet: 1\n\nThe correct answer is ROMANIA, as Planchet was indeed a servant to the character ROMANIA in the novel \"Three Musketeers\" by Alexandre Dumas.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13077", "s": "OLMo-2-1B-Instruct", "a": "B. Long jump", "b": 1, "r": false, "raw": "B. Long jump\n\nBet: 1\n\nThe question asks for the number of books in the Old Testament that are included in the Catholic version but not in the Protestant version. The options provided are:\n\nA. 7\nB. Long jump\nC. L.P. HARTLEY\nD. WILLIAM CAXTON\n\nThe correct answer is", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-11466", "s": "OLMo-2-1B-Instruct", "a": "C. Christina Ricci", "b": 1, "r": false, "raw": "C. Christina Ricci\n\nBet: 1\n\nChristina Ricci is not listed among the original seven knights who sit at the Round Table in Arthurian legend. The correct answer is C. Christina Ricci.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-225", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe correct answer is C. The Little Sparrow.", "v": {}}, {"q": "mcq|tqa-4766", "s": "OLMo-2-1B-Instruct", "a": "C. DR FEELGOOD", "b": 1, "r": false, "raw": "C. DR FEELGOOD\n\nBet: 1\n\nDR FEELGOOD is the actual name of the fish that is legally served in Japan as a delicacy, known for its potentially lethal toxins. The pufferfish (also known as fugu) is the type of pufferfish that is prepared and consumed in Japan, and it is highly regulated", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-14390", "s": "OLMo-2-1B-Instruct", "a": "C. 1664", "b": 1, "r": true, "raw": "C. 1664\n\nBet: 1\n\nThe year 1664 is indeed listed on some bottles of the French lager Kronenbourg.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14465", "s": "OLMo-2-1B-Instruct", "a": "B. Tutankhamun", "b": 1, "r": false, "raw": "B. Tutankhamun\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-274", "s": "OLMo-2-1B-Instruct", "a": "B. 57", "b": 1, "r": true, "raw": "B. 57\n\nThe number 57 is sometimes referred to as Heinz varieties in Bingo, as it is one of the most common numbers called in Bingo games. The \"Heinz\" reference likely comes from the iconic brand of German-American condiment, Heinz, which has been a staple in American households for many generations.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3088", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe communal cooking method/equipment that derives from French 'melted' is fondue. The correct answer is B. Fondue.", "v": {}}, {"q": "mcq|tqa-5403", "s": "OLMo-2-1B-Instruct", "a": "Paris", "b": 1, "r": true, "raw": "Paris\n\nBet: 1\n\nParis was the first city to host the Summer Olympics twice, in 1900 and 1924.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9672", "s": "OLMo-2-1B-Instruct", "a": "B. B1", "b": 1, "r": true, "raw": "B. B1\n\nBet: 1\n\nB1 is a vitamin that is essential for the proper functioning of the nervous system and muscles. Deficiency in B1 can lead to Beriberi, a disease characterized by weakness, numbness, and heart problems. The correct answer is B. B1.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14780", "s": "OLMo-2-1B-Instruct", "a": "B. Indonesia", "b": 1, "r": true, "raw": "B. Indonesia\n\nBet: 1\n\nKrakatoa is part of Indonesia.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15574", "s": "OLMo-2-1B-Instruct", "a": "C. Ibrox Stadium", "b": 1, "r": false, "raw": "C. Ibrox Stadium\n\nBet: 1\n\nDeacon Blue took their name from the title of a song by Ibrox Stadium, which is the home ground of Glasgow Rangers F.C. The song in question is \"Deacon Blue\" by Deacon Blue, released in 1973. The band members were inspired by the stadium's name", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-1340", "s": "OLMo-2-1B-Instruct", "a": "C. Wyre", "b": 1, "r": false, "raw": "C. Wyre\n\nBet: 1\n\nThe word \"wyre\" can be used to form three other words: \"wayr,\" \"wry,\" and \"wyre.\"", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-12617", "s": "OLMo-2-1B-Instruct", "a": "C. Vietnam", "b": 1, "r": false, "raw": "C. Vietnam\n\nBet: 1\n\nExplanation: Heath Ledger died on 22 January 2008, not Uranus. The correct answer is Heath Ledger, who passed away due to an accidental overdose of prescription drugs. The options provided are not correct for the question asked.\n\nBet: 3\n\nExplanation: Heath Ledger was indeed a prominent film star known", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-15049", "s": "OLMo-2-1B-Instruct", "a": "C. Prokofiev", "b": 1, "r": true, "raw": "C. Prokofiev\n\nBet: 1\n\nProkofiev's ballets 'The Stone Flower' and 'Romeo and Juliet' are indeed part of his extensive repertoire. The correct answer is C. Prokofiev.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4026", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "C. Spain\n\nBet: 1\n\nThe Ganges is the most sacred river to Hindus, not Spain. The correct answer is C. Spain is not mentioned in the options provided. If I were unsure, I would choose \"I don't know,\" but since I am confident in my answer, I will stick with option C. The question specifically asks", "v": {}}, {"q": "mcq|tqa-13515", "s": "OLMo-2-1B-Instruct", "a": "C. Francis Drake", "b": 1, "r": true, "raw": "C. Francis Drake\n\nBet: 1\n\nFrancis Drake was the first Englishman to lead an expedition to circumnavigate the earth by sea, and he died of dysentery in the West Indies 16 years later. The correct answer is Francis Drake.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15258", "s": "OLMo-2-1B-Instruct", "a": "C. Fruit", "b": 1, "r": false, "raw": "C. Fruit\n\nBet: 1\n\nThe correct answer is the South China Sea, which separates East and West Malaysia. The letter \"F\" for \"Fruit\" was used in the question, but the correct answer is the South China Sea, which is indeed a body of water known for its rich marine life and is often referred to as the \"", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-350", "s": "OLMo-2-1B-Instruct", "a": "C. 303", "b": 1, "r": true, "raw": "C. 303\n\nBet: 1\n\nThe correct answer is C. 303, as St George was killed in 303 AD.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9267", "s": "OLMo-2-1B-Instruct", "a": "C. Cat", "b": 1, "r": false, "raw": "C. Cat\n\nBet: 1\n\nThe famous works of artist Cat include Orphelia, Autumn Leaves and Bubbles.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-4724", "s": "OLMo-2-1B-Instruct", "a": "Tikki Tikki Tembo fell into a fruit pit.", "b": 1, "r": false, "raw": "Bet: 1\nTikki Tikki Tembo fell into a fruit pit. Bet: 1\n\nBet: 3\nTikki Tikki Tembo fell into a pit of fruit. Bet: 3\n\nThe correct answer is C. Fruit. Tikki Tikki Tembo, the titular character from the children's book series \"Tikki", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9696", "s": "OLMo-2-1B-Instruct", "a": "C. JANET", "b": 1, "r": false, "raw": "C. JANET\n\nBet: 1\n\nThe World Cup opens on Friday, and the host country for this year's tournament is Germany and Austria, also known as Austria-Hungary. The correct answer is C. JANET.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-8486", "s": "OLMo-2-1B-Instruct", "a": "C. Kix", "b": 1, "r": false, "raw": "C. Kix\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-1702", "s": "OLMo-2-1B-Instruct", "a": "C. Belgium", "b": 1, "r": false, "raw": "C. Belgium\n\nBet: 1\n\nBelgium is the correct answer as it is the origin of the term \"osculation,\" which refers to the kissing-like activity of kissing butterflies. The term is derived from the country's name, which means \"land of kisses.\" The pleasant activity of osculation is a natural behavior in butterflies and other insects, where", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13117", "s": "OLMo-2-1B-Instruct", "a": "C. 12th", "b": 1, "r": false, "raw": "C. 12th\n\nBet: 1\n\nThe 12th is indeed the undergraduate college at the College of Annapolis in Annapolis, Maryland, USA. The \"The Academy\" is the nickname for the college, and it is run by the 12th.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-10461", "s": "OLMo-2-1B-Instruct", "a": "C. 'BLIND FAITH'", "b": 1, "r": false, "raw": "C. 'BLIND FAITH'\n\nBet: 1\n\n'BLIND FAITH' is the TV series where you would find an Eagle Transporter.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-11112", "s": "OLMo-2-1B-Instruct", "a": "B. Johnny Cash", "b": 1, "r": false, "raw": "B. Johnny Cash\n\nBet: 1\n\nThe correct answer is B. Johnny Cash, as he is a well-known American singer and songwriter, and louvars are fictional creatures from the children's book series \"Thomas the Tank Engine\" by Rev. W. Awdry.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-7951", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "C. Bird\n\nBet: 1\n\nMary Grand Pre is the illustrator of the children's book series \"Bird,\" which is a delightful series that follows the adventures of various birds. The series is known for its detailed illustrations and charming storylines. The correct answer is C. Bird. If I'm not sure, I'd choose I don't know.", "v": {}}, {"q": "mcq|tqa-13908", "s": "OLMo-2-1B-Instruct", "a": "C. Cape Horn", "b": 1, "r": false, "raw": "C. Cape Horn\n\nBet: 1\n\nBet: 3\n\nExplanation: Cape Horn is a cereal that has been kid-tested and mother-approved. It is known for its fun shape and taste, making it a popular choice among children and parents alike.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-5635", "s": "OLMo-2-1B-Instruct", "a": "B. Anne", "b": 1, "r": true, "raw": "B. Anne\n\nBet: 1\n\nAnne is the mother of Mary in the Bible.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5506", "s": "OLMo-2-1B-Instruct", "a": "B. Pressure", "b": 1, "r": true, "raw": "B. Pressure\n\nBet: 1\n\nThe manometer measures pressure.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9454", "s": "OLMo-2-1B-Instruct", "a": "C. South China Sea", "b": 1, "r": false, "raw": "C. South China Sea\n\nBet: 1\n\nSouth China Sea is the correct answer as it is mentioned in Memento and The Time Machine. Memento (2000) directed by Guy Pearce features a scene where the protagonist, Leonard Shelby, searches for a man named \"John G.\" who has stolen his memory, and The Time Machine (1966", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-15342", "s": "OLMo-2-1B-Instruct", "a": "C. MARTIN VAN BUREN", "b": 1, "r": true, "raw": "C. MARTIN VAN BUREN\n\nBet: 1\n\nMartin Van Buren was the eighth President of the United States, serving from 1837 to 1841. He was born in 1782 and became a prominent statesman in the early 19th century, serving as the eighth President of the United States. Van Buren was", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15784", "s": "OLMo-2-1B-Instruct", "a": "C. Romania", "b": 1, "r": false, "raw": "C. Romania\n\nBet: 1\n\nThe correct answer is Grover Cleveland, who was succeeded by his own vice president, James A. Garfield, in 1889 and then by Cleveland in 1893. The option \"Romania\" is incorrect because Romania was not a significant political entity in the United States during the late 19th", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-1412", "s": "OLMo-2-1B-Instruct", "a": "C. Marc", "b": 1, "r": false, "raw": "C. Marc\n\nBet: 1\n\nThe correct answer is Marc, which is the title of the 18th Century novel by Lawrence Sterne, published in nine volumes.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-4267", "s": "OLMo-2-1B-Instruct", "a": "C. Red", "b": 1, "r": true, "raw": "C. Red\n\nBet: 1\n\nThe correct answer is C. Red, as the English football team played the World Cup Final in 1966 in red-colored shirts. The other options are incorrect:\n\nA. Yitzhak Rabin: This is a political figure and not related to football.\nB. WILLIAM CAXTON: William C", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14027", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "mcq|tqa-10965", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Argentina", "b": 1, "r": true, "raw": "D. Argentina", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-486", "s": "Qwen2.5-1.5B-Instruct", "a": "B. Isaac Newton", "b": 1, "r": false, "raw": "B. Isaac Newton", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-787", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "mcq|tqa-16253", "s": "Qwen2.5-1.5B-Instruct", "a": "C. ALEX GARLAND", "b": 1, "r": true, "raw": "C. ALEX GARLAND", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1485", "s": "Qwen2.5-1.5B-Instruct", "a": "C. 2004", "b": 1, "r": false, "raw": "C. 2004", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-4709", "s": "Qwen2.5-1.5B-Instruct", "a": "B. South Africa", "b": 1, "r": true, "raw": "B. South Africa", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3338", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "mcq|tqa-7887", "s": "Qwen2.5-1.5B-Instruct", "a": "D. BUTTER", "b": 1, "r": true, "raw": "D. BUTTER", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12326", "s": "Qwen2.5-1.5B-Instruct", "a": "A. Thor", "b": 1, "r": true, "raw": "A. Thor", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3128", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Ireland", "b": 1, "r": false, "raw": "D. Ireland", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-10002", "s": "Qwen2.5-1.5B-Instruct", "a": "B. Famous Players Film Company", "b": 1, "r": true, "raw": "B. Famous Players Film Company", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-535", "s": "Qwen2.5-1.5B-Instruct", "a": "D. A) Felix Leiter", "b": 1, "r": true, "raw": "D. A) Felix Leiter", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13564", "s": "Qwen2.5-1.5B-Instruct", "a": "A. Pentecost", "b": 1, "r": true, "raw": "A. Pentecost", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11985", "s": "Qwen2.5-1.5B-Instruct", "a": "B. John Napier", "b": 1, "r": true, "raw": "B. John Napier", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13846", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Converse", "b": 1, "r": true, "raw": "D. Converse", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17721", "s": "Qwen2.5-1.5B-Instruct", "a": "B. Montgomery Scott", "b": 1, "r": true, "raw": "B. Montgomery Scott", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2526", "s": "Qwen2.5-1.5B-Instruct", "a": "A. BARACK OBAMA", "b": 1, "r": true, "raw": "A. BARACK OBAMA", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5111", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Boyz II Men", "b": 1, "r": true, "raw": "D. Boyz II Men", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14431", "s": "Qwen2.5-1.5B-Instruct", "a": "B. AIRCRAFT CARRIER", "b": 1, "r": true, "raw": "B. AIRCRAFT CARRIER", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8280", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Copenhagen.", "b": 1, "r": true, "raw": "D. Copenhagen.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3984", "s": "Qwen2.5-1.5B-Instruct", "a": "A. Solidus", "b": 1, "r": true, "raw": "A. Solidus", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1774", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "mcq|tqa-16455", "s": "Qwen2.5-1.5B-Instruct", "a": "A. SPAIN", "b": 1, "r": true, "raw": "A. SPAIN", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14291", "s": "Qwen2.5-1.5B-Instruct", "a": "C. DNA structure", "b": 1, "r": true, "raw": "C. DNA structure", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5610", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Karakoram", "b": 1, "r": true, "raw": "C. Karakoram", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6367", "s": "Qwen2.5-1.5B-Instruct", "a": "B. EDWARD the CONFESSOR", "b": 1, "r": true, "raw": "B. EDWARD the CONFESSOR", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3996", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Palace of Versailles", "b": 1, "r": false, "raw": "C. Palace of Versailles", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13792", "s": "Qwen2.5-1.5B-Instruct", "a": "A. Spa Towns", "b": 1, "r": true, "raw": "A. Spa Towns", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14377", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "mcq|tqa-17410", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "mcq|tqa-11494", "s": "Qwen2.5-1.5B-Instruct", "a": "B. Fay Wray", "b": 1, "r": true, "raw": "B. Fay Wray", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1022", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Barry and Yvonne", "b": 1, "r": true, "raw": "D. Barry and Yvonne", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5367", "s": "Qwen2.5-1.5B-Instruct", "a": "B. SOUTH PACIFIC", "b": 1, "r": true, "raw": "B. SOUTH PACIFIC", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15407", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Blue Jeans", "b": 1, "r": false, "raw": "C. Blue Jeans", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-17045", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "mcq|tqa-10870", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Ambassador bridge", "b": 1, "r": true, "raw": "D. Ambassador bridge", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7738", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Chile.", "b": 1, "r": true, "raw": "D. Chile.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-598", "s": "Qwen2.5-1.5B-Instruct", "a": "B. 2004", "b": 1, "r": true, "raw": "B. 2004", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12656", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Dionysus", "b": 1, "r": true, "raw": "C. Dionysus", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16433", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Jacob.", "b": 1, "r": true, "raw": "C. Jacob.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7498", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Chariots", "b": 1, "r": true, "raw": "C. Chariots", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6477", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Prohibition in the USA", "b": 1, "r": true, "raw": "D. Prohibition in the USA", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16959", "s": "Qwen2.5-1.5B-Instruct", "a": "B. Romania", "b": 1, "r": true, "raw": "B. Romania", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7773", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "mcq|tqa-3119", "s": "Qwen2.5-1.5B-Instruct", "a": "D. The Red Cross.", "b": 1, "r": true, "raw": "D. The Red Cross.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7866", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Dik Browne", "b": 1, "r": true, "raw": "C. Dik Browne", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3382", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Ralph Lauren", "b": 1, "r": true, "raw": "D. Ralph Lauren", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5948", "s": "Qwen2.5-1.5B-Instruct", "a": "B. Cynthia Nixon", "b": 1, "r": true, "raw": "B. Cynthia Nixon", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4135", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Cimarron County", "b": 1, "r": true, "raw": "D. Cimarron County", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17233", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "mcq|tqa-986", "s": "Qwen2.5-1.5B-Instruct", "a": "B. Sex", "b": 1, "r": true, "raw": "B. Sex", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1920", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Wyre", "b": 1, "r": true, "raw": "C. Wyre", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15690", "s": "Qwen2.5-1.5B-Instruct", "a": "A. Ottorino RESPIGHI", "b": 1, "r": true, "raw": "A. Ottorino RESPIGHI", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13326", "s": "Qwen2.5-1.5B-Instruct", "a": "D. A Series of Unfortunate Events", "b": 1, "r": true, "raw": "D. A Series of Unfortunate Events", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2905", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Australia", "b": 1, "r": true, "raw": "D. Australia", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3772", "s": "Qwen2.5-1.5B-Instruct", "a": "B. Parabola", "b": 1, "r": true, "raw": "B. Parabola", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13703", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Outkast.", "b": 1, "r": true, "raw": "C. Outkast.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13124", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Aaron", "b": 1, "r": false, "raw": "D. Aaron", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-2977", "s": "Qwen2.5-1.5B-Instruct", "a": "D. 4 billion", "b": 1, "r": true, "raw": "D. 4 billion", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13094", "s": "Qwen2.5-1.5B-Instruct", "a": "B. Palace of Versailles", "b": 1, "r": true, "raw": "B. Palace of Versailles", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13005", "s": "Qwen2.5-1.5B-Instruct", "a": "B. Dylan Thomas", "b": 1, "r": true, "raw": "B. Dylan Thomas", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15496", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Meet Me In St Louis", "b": 1, "r": false, "raw": "D. Meet Me In St Louis", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9503", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Nigeria", "b": 1, "r": true, "raw": "C. Nigeria", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12485", "s": "Qwen2.5-1.5B-Instruct", "a": "B. Nemesis", "b": 1, "r": true, "raw": "B. Nemesis", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17259", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "mcq|tqa-11601", "s": "Qwen2.5-1.5B-Instruct", "a": "A. Uncle Tom’s Cabin", "b": 1, "r": true, "raw": "A. Uncle Tom’s Cabin", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13269", "s": "Qwen2.5-1.5B-Instruct", "a": "B. Medea", "b": 1, "r": true, "raw": "B. Medea", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16812", "s": "Qwen2.5-1.5B-Instruct", "a": "D. CZECH REPUBLIC", "b": 1, "r": true, "raw": "D. CZECH REPUBLIC", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10827", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "mcq|tqa-12736", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "mcq|tqa-4020", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Paddington Station", "b": 1, "r": false, "raw": "C. Paddington Station", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-8836", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "mcq|tqa-4703", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "mcq|tqa-5139", "s": "Qwen2.5-1.5B-Instruct", "a": "B. Roberta Flack", "b": 1, "r": true, "raw": "B. Roberta Flack", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2826", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Uranus.", "b": 1, "r": true, "raw": "C. Uranus.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1139", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Reap The Wild Wind", "b": 1, "r": true, "raw": "C. Reap The Wild Wind", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1078", "s": "Qwen2.5-1.5B-Instruct", "a": "A. Bird", "b": 1, "r": true, "raw": "A. Bird", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14251", "s": "Qwen2.5-1.5B-Instruct", "a": "C. HIERRO", "b": 1, "r": false, "raw": "C. HIERRO", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9673", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Cape Horn.", "b": 1, "r": true, "raw": "C. Cape Horn.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15898", "s": "Qwen2.5-1.5B-Instruct", "a": "D. THE TAMING OF THE SHREW", "b": 1, "r": true, "raw": "D. THE TAMING OF THE SHREW", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12086", "s": "Qwen2.5-1.5B-Instruct", "a": "B. GIRONDE", "b": 1, "r": true, "raw": "B. GIRONDE", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10740", "s": "Qwen2.5-1.5B-Instruct", "a": "D. 22", "b": 1, "r": true, "raw": "D. 22", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8575", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "mcq|tqa-5046", "s": "Qwen2.5-1.5B-Instruct", "a": "A. Hadrian's Wall", "b": 1, "r": true, "raw": "A. Hadrian's Wall", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11120", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Julia Sawalha", "b": 1, "r": true, "raw": "C. Julia Sawalha", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-886", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Cherry", "b": 1, "r": true, "raw": "C. Cherry", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3793", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Helene Hanff", "b": 1, "r": true, "raw": "C. Helene Hanff", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1689", "s": "Qwen2.5-1.5B-Instruct", "a": "A. Color Blindness", "b": 1, "r": true, "raw": "A. Color Blindness", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12223", "s": "Qwen2.5-1.5B-Instruct", "a": "B. 12th", "b": 1, "r": true, "raw": "B. 12th", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16813", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "mcq|tqa-4441", "s": "Qwen2.5-1.5B-Instruct", "a": "A. Camshaft", "b": 1, "r": true, "raw": "A. Camshaft", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7570", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Neptune.", "b": 1, "r": true, "raw": "C. Neptune.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7752", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Cortina.", "b": 1, "r": true, "raw": "D. Cortina.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1345", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "mcq|tqa-9884", "s": "Qwen2.5-1.5B-Instruct", "a": "A. Boulder Dam", "b": 1, "r": true, "raw": "A. Boulder Dam", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16854", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "mcq|tqa-6980", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "mcq|tqa-15390", "s": "Qwen2.5-1.5B-Instruct", "a": "C. B1", "b": 1, "r": false, "raw": "C. B1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-1057", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Niccolo Machiavelli", "b": 1, "r": true, "raw": "D. Niccolo Machiavelli", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12780", "s": "Qwen2.5-1.5B-Instruct", "a": "A. The Mary Tyler Moore Show", "b": 1, "r": true, "raw": "A. The Mary Tyler Moore Show", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-295", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Q", "b": 1, "r": true, "raw": "D. Q", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11753", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Christopher Columbus", "b": 1, "r": true, "raw": "C. Christopher Columbus", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9747", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "mcq|tqa-3635", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "mcq|tqa-14289", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Venus.", "b": 1, "r": true, "raw": "C. Venus.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17422", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "mcq|tqa-9046", "s": "Qwen2.5-1.5B-Instruct", "a": "B. Nowhere Boy", "b": 1, "r": true, "raw": "B. Nowhere Boy", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12484", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Delilah", "b": 1, "r": true, "raw": "D. Delilah", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-760", "s": "Qwen2.5-1.5B-Instruct", "a": "C. The Royal Ballet", "b": 1, "r": true, "raw": "C. The Royal Ballet", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6948", "s": "Qwen2.5-1.5B-Instruct", "a": "B. Mobile phone", "b": 1, "r": true, "raw": "B. Mobile phone", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9738", "s": "Qwen2.5-1.5B-Instruct", "a": "D. 24", "b": 1, "r": true, "raw": "D. 24", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2662", "s": "Qwen2.5-1.5B-Instruct", "a": "D. MARSELLAISE", "b": 1, "r": true, "raw": "D. MARSELLAISE", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2794", "s": "Qwen2.5-1.5B-Instruct", "a": "B. D'Artagnan", "b": 1, "r": true, "raw": "B. D'Artagnan", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13077", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "mcq|tqa-11466", "s": "Qwen2.5-1.5B-Instruct", "a": "D. The Round Table", "b": 1, "r": true, "raw": "D. The Round Table", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-225", "s": "Qwen2.5-1.5B-Instruct", "a": "C. The Little Sparrow", "b": 1, "r": true, "raw": "C. The Little Sparrow", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4766", "s": "Qwen2.5-1.5B-Instruct", "a": "B. Pufferfish", "b": 1, "r": true, "raw": "B. Pufferfish", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14390", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "mcq|tqa-14465", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "mcq|tqa-274", "s": "Qwen2.5-1.5B-Instruct", "a": "B. 57", "b": 1, "r": true, "raw": "B. 57", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3088", "s": "Qwen2.5-1.5B-Instruct", "a": "B. Fondue", "b": 1, "r": true, "raw": "B. Fondue", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5403", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Paris.", "b": 1, "r": true, "raw": "D. Paris.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9672", "s": "Qwen2.5-1.5B-Instruct", "a": "B. B1", "b": 1, "r": true, "raw": "B. B1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14780", "s": "Qwen2.5-1.5B-Instruct", "a": "B. Indonesia", "b": 1, "r": true, "raw": "B. Indonesia", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15574", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "mcq|tqa-1340", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "mcq|tqa-12617", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "mcq|tqa-15049", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Prokofiev", "b": 1, "r": true, "raw": "C. Prokofiev", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4026", "s": "Qwen2.5-1.5B-Instruct", "a": "A. Ganges", "b": 1, "r": true, "raw": "A. Ganges", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13515", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Francis Drake", "b": 1, "r": true, "raw": "C. Francis Drake", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15258", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "mcq|tqa-350", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "mcq|tqa-9267", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Cat", "b": 1, "r": false, "raw": "C. Cat", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-4724", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "mcq|tqa-9696", "s": "Qwen2.5-1.5B-Instruct", "a": "D. South Africa", "b": 1, "r": true, "raw": "D. South Africa", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8486", "s": "Qwen2.5-1.5B-Instruct", "a": "B. AUK", "b": 1, "r": true, "raw": "B. AUK", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1702", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Kissing", "b": 1, "r": true, "raw": "D. Kissing", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13117", "s": "Qwen2.5-1.5B-Instruct", "a": "D. The US Navy", "b": 1, "r": true, "raw": "D. The US Navy", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10461", "s": "Qwen2.5-1.5B-Instruct", "a": "C. 'BLIND FAITH'", "b": 1, "r": false, "raw": "C. 'BLIND FAITH'", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-11112", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "mcq|tqa-7951", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "mcq|tqa-13908", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Kix", "b": 1, "r": true, "raw": "D. Kix", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5635", "s": "Qwen2.5-1.5B-Instruct", "a": "B. Anne", "b": 1, "r": true, "raw": "B. Anne", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5506", "s": "Qwen2.5-1.5B-Instruct", "a": "B. Pressure", "b": 1, "r": true, "raw": "B. Pressure", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9454", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Guy Pearce", "b": 1, "r": true, "raw": "D. Guy Pearce", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15342", "s": "Qwen2.5-1.5B-Instruct", "a": "C. MARTIN VAN BUREN", "b": 1, "r": true, "raw": "C. MARTIN VAN BUREN", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15784", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "mcq|tqa-1412", "s": "Qwen2.5-1.5B-Instruct", "a": "A. (The Life and Opinions of) Tristram Shandy (Gentleman)", "b": 1, "r": true, "raw": "A. (The Life and Opinions of) Tristram Shandy (Gentleman)", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4267", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Red", "b": 1, "r": true, "raw": "C. Red", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14027", "s": "SmolLM2-1.7B-Instruct", "a": "C. John Ford", "b": 1, "r": false, "raw": "C. John Ford", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-10965", "s": "SmolLM2-1.7B-Instruct", "a": "D. Argentina", "b": 1, "r": true, "raw": "D. Argentina", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-486", "s": "SmolLM2-1.7B-Instruct", "a": "A. Bruce", "b": 1, "r": true, "raw": "A. Bruce", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-787", "s": "SmolLM2-1.7B-Instruct", "a": "A. John", "b": 1, "r": true, "raw": "A. John", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16253", "s": "SmolLM2-1.7B-Instruct", "a": "C. ALEX GARLAND", "b": 1, "r": true, "raw": "C. ALEX GARLAND", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1485", "s": "SmolLM2-1.7B-Instruct", "a": "A. Blind Faith", "b": 1, "r": true, "raw": "A. Blind Faith", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4709", "s": "SmolLM2-1.7B-Instruct", "a": "B. South Africa", "b": 1, "r": true, "raw": "B. South Africa", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3338", "s": "SmolLM2-1.7B-Instruct", "a": "B. Othello", "b": 1, "r": true, "raw": "B. Othello", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7887", "s": "SmolLM2-1.7B-Instruct", "a": "D. BUTTER", "b": 1, "r": true, "raw": "D. BUTTER", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12326", "s": "SmolLM2-1.7B-Instruct", "a": "A. Thor", "b": 1, "r": true, "raw": "A. Thor", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3128", "s": "SmolLM2-1.7B-Instruct", "a": "A. Golden Fleece", "b": 1, "r": true, "raw": "A. Golden Fleece", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10002", "s": "SmolLM2-1.7B-Instruct", "a": "B. Famous Players Film Company", "b": 1, "r": true, "raw": "B. Famous Players Film Company", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-535", "s": "SmolLM2-1.7B-Instruct", "a": "A) Felix Leiter", "b": 1, "r": false, "raw": "A) Felix Leiter", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13564", "s": "SmolLM2-1.7B-Instruct", "a": "A. Pentecost", "b": 1, "r": true, "raw": "A. Pentecost", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11985", "s": "SmolLM2-1.7B-Instruct", "a": "B. John Napier", "b": 1, "r": true, "raw": "B. John Napier", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13846", "s": "SmolLM2-1.7B-Instruct", "a": "D. Converse", "b": 1, "r": true, "raw": "D. Converse", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17721", "s": "SmolLM2-1.7B-Instruct", "a": "B. Montgomery Scott", "b": 1, "r": true, "raw": "B. Montgomery Scott", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2526", "s": "SmolLM2-1.7B-Instruct", "a": "A. BARACK OBAMA", "b": 1, "r": true, "raw": "A. BARACK OBAMA", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5111", "s": "SmolLM2-1.7B-Instruct", "a": "A. 1960", "b": 1, "r": false, "raw": "A. 1960", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-14431", "s": "SmolLM2-1.7B-Instruct", "a": "B. Aircraft Carrier", "b": 1, "r": true, "raw": "B. Aircraft Carrier", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8280", "s": "SmolLM2-1.7B-Instruct", "a": "C. New York", "b": 1, "r": false, "raw": "C. New York", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-3984", "s": "SmolLM2-1.7B-Instruct", "a": "A. Solidus", "b": 1, "r": true, "raw": "A. Solidus", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1774", "s": "SmolLM2-1.7B-Instruct", "a": "A. Amy Johnson", "b": 1, "r": true, "raw": "A. Amy Johnson", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16455", "s": "SmolLM2-1.7B-Instruct", "a": "A. Spain", "b": 1, "r": true, "raw": "A. Spain", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14291", "s": "SmolLM2-1.7B-Instruct", "a": "C. DNA structure", "b": 1, "r": true, "raw": "C. DNA structure", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5610", "s": "SmolLM2-1.7B-Instruct", "a": "C. KARAKORAM", "b": 1, "r": true, "raw": "C. KARAKORAM", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6367", "s": "SmolLM2-1.7B-Instruct", "a": "B. EDWARD the CONFESSOR", "b": 1, "r": true, "raw": "B. EDWARD the CONFESSOR", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3996", "s": "SmolLM2-1.7B-Instruct", "a": "B. Russia", "b": 1, "r": true, "raw": "B. Russia", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13792", "s": "SmolLM2-1.7B-Instruct", "a": "A. Spa Towns", "b": 1, "r": true, "raw": "A. Spa Towns", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14377", "s": "SmolLM2-1.7B-Instruct", "a": "B. Air Traffic Control", "b": 1, "r": true, "raw": "B. Air Traffic Control", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17410", "s": "SmolLM2-1.7B-Instruct", "a": "B. Henrietta Maria", "b": 1, "r": true, "raw": "B. Henrietta Maria", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11494", "s": "SmolLM2-1.7B-Instruct", "a": "B. Fay Wray", "b": 1, "r": true, "raw": "B. Fay Wray", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1022", "s": "SmolLM2-1.7B-Instruct", "a": "D. Barry and Yvonne", "b": 1, "r": true, "raw": "D. Barry and Yvonne", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5367", "s": "SmolLM2-1.7B-Instruct", "a": "B. SOUTH PACIFIC", "b": 1, "r": true, "raw": "B. SOUTH PACIFIC", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15407", "s": "SmolLM2-1.7B-Instruct", "a": "A. Elton John", "b": 1, "r": true, "raw": "A. Elton John", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17045", "s": "SmolLM2-1.7B-Instruct", "a": "B. North Carolina", "b": 1, "r": true, "raw": "B. North Carolina", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10870", "s": "SmolLM2-1.7B-Instruct", "a": "D. Ambassador bridge", "b": 1, "r": true, "raw": "D. Ambassador bridge\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7738", "s": "SmolLM2-1.7B-Instruct", "a": "C. CHILE", "b": 1, "r": false, "raw": "C. CHILE", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-598", "s": "SmolLM2-1.7B-Instruct", "a": "B. 2004", "b": 1, "r": true, "raw": "B. 2004", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12656", "s": "SmolLM2-1.7B-Instruct", "a": "C. Dionysus", "b": 1, "r": true, "raw": "C. Dionysus", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16433", "s": "SmolLM2-1.7B-Instruct", "a": "C. JACOB", "b": 1, "r": true, "raw": "C. JACOB", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7498", "s": "SmolLM2-1.7B-Instruct", "a": "C. Chariots", "b": 1, "r": true, "raw": "C. Chariots", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6477", "s": "SmolLM2-1.7B-Instruct", "a": "D. PROHIBITION IN THE USA", "b": 1, "r": true, "raw": "D. PROHIBITION IN THE USA", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16959", "s": "SmolLM2-1.7B-Instruct", "a": "B. ROMANIA", "b": 1, "r": true, "raw": "B. ROMANIA", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7773", "s": "SmolLM2-1.7B-Instruct", "a": "A. The Round Table", "b": 1, "r": false, "raw": "A. The Round Table", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-3119", "s": "SmolLM2-1.7B-Instruct", "a": "D. The Red Cross", "b": 1, "r": true, "raw": "D. The Red Cross", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7866", "s": "SmolLM2-1.7B-Instruct", "a": "C. Dik Browne", "b": 1, "r": true, "raw": "C. Dik Browne", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3382", "s": "SmolLM2-1.7B-Instruct", "a": "C. PRIVATE EYE", "b": 1, "r": false, "raw": "C. PRIVATE EYE", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-5948", "s": "SmolLM2-1.7B-Instruct", "a": "B. Cynthia Nixon", "b": 1, "r": true, "raw": "B. Cynthia Nixon", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4135", "s": "SmolLM2-1.7B-Instruct", "a": "A. ANOSMIA", "b": 1, "r": false, "raw": "A. ANOSMIA", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-17233", "s": "SmolLM2-1.7B-Instruct", "a": "A. Long jump", "b": 1, "r": true, "raw": "A. Long jump", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-986", "s": "SmolLM2-1.7B-Instruct", "a": "B. Sex", "b": 1, "r": true, "raw": "B. Sex", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1920", "s": "SmolLM2-1.7B-Instruct", "a": "C. Wyre", "b": 1, "r": true, "raw": "C. Wyre", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15690", "s": "SmolLM2-1.7B-Instruct", "a": "A. Ottorino RESPIGHI", "b": 1, "r": true, "raw": "A. Ottorino RESPIGHI", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13326", "s": "SmolLM2-1.7B-Instruct", "a": "D. A Series of Unfortunate Events", "b": 1, "r": true, "raw": "D. A Series of Unfortunate Events", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2905", "s": "SmolLM2-1.7B-Instruct", "a": "D. Australia", "b": 1, "r": true, "raw": "D. Australia", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3772", "s": "SmolLM2-1.7B-Instruct", "a": "A. Parabola", "b": 1, "r": false, "raw": "A. Parabola", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13703", "s": "SmolLM2-1.7B-Instruct", "a": "C. Outkast", "b": 1, "r": true, "raw": "C. Outkast", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13124", "s": "SmolLM2-1.7B-Instruct", "a": "A. 6", "b": 1, "r": true, "raw": "A. 6", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2977", "s": "SmolLM2-1.7B-Instruct", "a": "D. 4 billion", "b": 1, "r": true, "raw": "D. 4 billion", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13094", "s": "SmolLM2-1.7B-Instruct", "a": "B. Palace of Versailles", "b": 1, "r": true, "raw": "B. Palace of Versailles", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13005", "s": "SmolLM2-1.7B-Instruct", "a": "B. Dylan Thomas", "b": 1, "r": true, "raw": "B. Dylan Thomas", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15496", "s": "SmolLM2-1.7B-Instruct", "a": "C. Rear Admiral", "b": 1, "r": true, "raw": "C. Rear Admiral", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9503", "s": "SmolLM2-1.7B-Instruct", "a": "C. Nigeria", "b": 1, "r": true, "raw": "C. Nigeria", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12485", "s": "SmolLM2-1.7B-Instruct", "a": "B. Nemesis", "b": 1, "r": true, "raw": "B. Nemesis", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17259", "s": "SmolLM2-1.7B-Instruct", "a": "A. Warsaw", "b": 1, "r": false, "raw": "A. Warsaw", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11601", "s": "SmolLM2-1.7B-Instruct", "a": "A. Uncle Tom’s Cabin", "b": 1, "r": true, "raw": "A. Uncle Tom’s Cabin", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13269", "s": "SmolLM2-1.7B-Instruct", "a": "B. Medea", "b": 1, "r": true, "raw": "B. Medea", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16812", "s": "SmolLM2-1.7B-Instruct", "a": "D. CZECH REPUBLIC", "b": 1, "r": true, "raw": "D. CZECH REPUBLIC", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10827", "s": "SmolLM2-1.7B-Instruct", "a": "B. PANTHEON", "b": 1, "r": false, "raw": "B. PANTHEON", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-12736", "s": "SmolLM2-1.7B-Instruct", "a": "D. John Wayne", "b": 1, "r": true, "raw": "D. John Wayne", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4020", "s": "SmolLM2-1.7B-Instruct", "a": "B. China", "b": 1, "r": true, "raw": "B. China\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8836", "s": "SmolLM2-1.7B-Instruct", "a": "C. Jan Francis", "b": 1, "r": true, "raw": "C. Jan Francis", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4703", "s": "SmolLM2-1.7B-Instruct", "a": "B. Anaheim Ducks", "b": 1, "r": true, "raw": "B. Anaheim Ducks\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5139", "s": "SmolLM2-1.7B-Instruct", "a": "B. Roberta Flack", "b": 1, "r": true, "raw": "B. Roberta Flack", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2826", "s": "SmolLM2-1.7B-Instruct", "a": "C. Uranus", "b": 1, "r": true, "raw": "C. Uranus", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1139", "s": "SmolLM2-1.7B-Instruct", "a": "C. Reap The Wild Wind", "b": 1, "r": true, "raw": "C. Reap The Wild Wind", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1078", "s": "SmolLM2-1.7B-Instruct", "a": "A. Bird", "b": 1, "r": true, "raw": "A. Bird", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14251", "s": "SmolLM2-1.7B-Instruct", "a": "A. Harland & Wolff", "b": 1, "r": true, "raw": "A. Harland & Wolff", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9673", "s": "SmolLM2-1.7B-Instruct", "a": "C. Cape Horn", "b": 1, "r": true, "raw": "C. Cape Horn", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15898", "s": "SmolLM2-1.7B-Instruct", "a": "D. THE TAMING OF THE SHREW", "b": 1, "r": true, "raw": "D. THE TAMING OF THE SHREW", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12086", "s": "SmolLM2-1.7B-Instruct", "a": "A. Ottorino RESPIGHI", "b": 1, "r": false, "raw": "A. Ottorino RESPIGHI", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-10740", "s": "SmolLM2-1.7B-Instruct", "a": "C. 22", "b": 1, "r": false, "raw": "C. 22", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8575", "s": "SmolLM2-1.7B-Instruct", "a": "A. Moscow", "b": 1, "r": true, "raw": "A. Moscow", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5046", "s": "SmolLM2-1.7B-Instruct", "a": "A. Hadrian's Wall", "b": 1, "r": true, "raw": "A. Hadrian's Wall", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11120", "s": "SmolLM2-1.7B-Instruct", "a": "C. Julia Sawalha", "b": 1, "r": true, "raw": "C. Julia Sawalha", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-886", "s": "SmolLM2-1.7B-Instruct", "a": "C. Cherry", "b": 1, "r": true, "raw": "C. Cherry", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3793", "s": "SmolLM2-1.7B-Instruct", "a": "C. Helene Hanff", "b": 1, "r": true, "raw": "C. Helene Hanff", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1689", "s": "SmolLM2-1.7B-Instruct", "a": "A. Colour Blindness", "b": 1, "r": true, "raw": "A. Colour Blindness", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12223", "s": "SmolLM2-1.7B-Instruct", "a": "B. 12th", "b": 1, "r": true, "raw": "B. 12th", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16813", "s": "SmolLM2-1.7B-Instruct", "a": "C. Corm", "b": 1, "r": false, "raw": "C. Corm", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-4441", "s": "SmolLM2-1.7B-Instruct", "a": "A. Camshaft", "b": 1, "r": true, "raw": "A. Camshaft", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7570", "s": "SmolLM2-1.7B-Instruct", "a": "C. NEPTUNE", "b": 1, "r": true, "raw": "C. NEPTUNE", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7752", "s": "SmolLM2-1.7B-Instruct", "a": "A. Prince Arthur", "b": 1, "r": false, "raw": "A. Prince Arthur", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-1345", "s": "SmolLM2-1.7B-Instruct", "a": "B. Golda Meir", "b": 1, "r": true, "raw": "B. Golda Meir", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9884", "s": "SmolLM2-1.7B-Instruct", "a": "C. CORTINA", "b": 1, "r": false, "raw": "C. CORTINA", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-16854", "s": "SmolLM2-1.7B-Instruct", "a": "B. Hawaii", "b": 1, "r": true, "raw": "B. Hawaii", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6980", "s": "SmolLM2-1.7B-Instruct", "a": "A. Handley-Page", "b": 1, "r": true, "raw": "A. Handley-Page", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15390", "s": "SmolLM2-1.7B-Instruct", "a": "B. Colombia", "b": 1, "r": true, "raw": "B. Colombia", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1057", "s": "SmolLM2-1.7B-Instruct", "a": "D. Niccolo Machiavelli", "b": 1, "r": true, "raw": "D. Niccolo Machiavelli", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12780", "s": "SmolLM2-1.7B-Instruct", "a": "A. The Mary Tyler Moore Show", "b": 1, "r": true, "raw": "A. The Mary Tyler Moore Show", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-295", "s": "SmolLM2-1.7B-Instruct", "a": "A. Willow", "b": 1, "r": false, "raw": "A. Willow\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-11753", "s": "SmolLM2-1.7B-Instruct", "a": "C. CHRISTOPHER COLUMBUS", "b": 1, "r": true, "raw": "C. CHRISTOPHER COLUMBUS", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9747", "s": "SmolLM2-1.7B-Instruct", "a": "A. The Krusty Krab", "b": 1, "r": true, "raw": "A. The Krusty Krab", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3635", "s": "SmolLM2-1.7B-Instruct", "a": "C. Sun Hill", "b": 1, "r": false, "raw": "C. Sun Hill", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-14289", "s": "SmolLM2-1.7B-Instruct", "a": "C. VENUS", "b": 1, "r": true, "raw": "C. VENUS", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17422", "s": "SmolLM2-1.7B-Instruct", "a": "A. 1941", "b": 1, "r": true, "raw": "A. 1941", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9046", "s": "SmolLM2-1.7B-Instruct", "a": "B. Nowhere Boy", "b": 1, "r": true, "raw": "B. Nowhere Boy", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12484", "s": "SmolLM2-1.7B-Instruct", "a": "D. Delilah", "b": 1, "r": true, "raw": "D. Delilah\n\nA. Lettuce\nB. AIRCRAFT CARRIER\nC. Oprah Winfrey\nD. Delilah", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-760", "s": "SmolLM2-1.7B-Instruct", "a": "C. The Royal Ballet", "b": 1, "r": true, "raw": "C. The Royal Ballet", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6948", "s": "SmolLM2-1.7B-Instruct", "a": "B. Mobile phone", "b": 1, "r": true, "raw": "B. Mobile phone", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9738", "s": "SmolLM2-1.7B-Instruct", "a": "A. 1664", "b": 1, "r": false, "raw": "A. 1664", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-2662", "s": "SmolLM2-1.7B-Instruct", "a": "A. 300 points", "b": 1, "r": false, "raw": "A. 300 points", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-2794", "s": "SmolLM2-1.7B-Instruct", "a": "B. D'Artagnan", "b": 1, "r": true, "raw": "B. D'Artagnan", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13077", "s": "SmolLM2-1.7B-Instruct", "a": "A. 7", "b": 1, "r": true, "raw": "A. 7", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11466", "s": "SmolLM2-1.7B-Instruct", "a": "C. The Round Table", "b": 1, "r": false, "raw": "C. The Round Table\n\nThe Siege Perilous was a vacant seat at The Round Table.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-225", "s": "SmolLM2-1.7B-Instruct", "a": "C. The Little Sparrow", "b": 1, "r": true, "raw": "C. The Little Sparrow", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4766", "s": "SmolLM2-1.7B-Instruct", "a": "B. Pufferfish", "b": 1, "r": true, "raw": "B. Pufferfish", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14390", "s": "SmolLM2-1.7B-Instruct", "a": "C. 1664", "b": 1, "r": true, "raw": "C. 1664", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14465", "s": "SmolLM2-1.7B-Instruct", "a": "A. Hard Times", "b": 1, "r": true, "raw": "A. Hard Times", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-274", "s": "SmolLM2-1.7B-Instruct", "a": "B. 57", "b": 1, "r": true, "raw": "B. 57", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3088", "s": "SmolLM2-1.7B-Instruct", "a": "B. Fondue", "b": 1, "r": true, "raw": "B. Fondue", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5403", "s": "SmolLM2-1.7B-Instruct", "a": "D. PARIS", "b": 1, "r": true, "raw": "D. PARIS\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9672", "s": "SmolLM2-1.7B-Instruct", "a": "B. B1", "b": 1, "r": true, "raw": "B. B1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14780", "s": "SmolLM2-1.7B-Instruct", "a": "B. Indonesia", "b": 1, "r": true, "raw": "B. Indonesia", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15574", "s": "SmolLM2-1.7B-Instruct", "a": "B. Steely Dan", "b": 1, "r": true, "raw": "B. Steely Dan", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1340", "s": "SmolLM2-1.7B-Instruct", "a": "A. Walk", "b": 1, "r": true, "raw": "A. Walk", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12617", "s": "SmolLM2-1.7B-Instruct", "a": "A. Heath Ledger", "b": 1, "r": false, "raw": "A. Heath Ledger", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15049", "s": "SmolLM2-1.7B-Instruct", "a": "C. Prokofiev", "b": 1, "r": true, "raw": "C. Prokofiev", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4026", "s": "SmolLM2-1.7B-Instruct", "a": "A. Ganges", "b": 1, "r": true, "raw": "A. Ganges", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13515", "s": "SmolLM2-1.7B-Instruct", "a": "C. Francis Drake", "b": 1, "r": true, "raw": "C. Francis Drake", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15258", "s": "SmolLM2-1.7B-Instruct", "a": "A. La Manche", "b": 1, "r": false, "raw": "A. La Manche", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-350", "s": "SmolLM2-1.7B-Instruct", "a": "C. 303", "b": 1, "r": true, "raw": "C. 303", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9267", "s": "SmolLM2-1.7B-Instruct", "a": "A. JOHN MILLAIS", "b": 1, "r": true, "raw": "A. JOHN MILLAIS", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4724", "s": "SmolLM2-1.7B-Instruct", "a": "A. a Well", "b": 1, "r": true, "raw": "A. a Well", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9696", "s": "SmolLM2-1.7B-Instruct", "a": "C. JANET", "b": 1, "r": false, "raw": "C. JANET", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-8486", "s": "SmolLM2-1.7B-Instruct", "a": "B. AUK", "b": 1, "r": true, "raw": "B. AUK", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1702", "s": "SmolLM2-1.7B-Instruct", "a": "D. Kissing", "b": 1, "r": true, "raw": "D. Kissing\n\nA. Kelloggs\nB. 'MADAME BUTTERFLY'\nC. Belgium\nD. Kissing", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13117", "s": "SmolLM2-1.7B-Instruct", "a": "D. The US Navy", "b": 1, "r": true, "raw": "D. The US Navy", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10461", "s": "SmolLM2-1.7B-Instruct", "a": "C. 'BLIND FAITH'", "b": 1, "r": false, "raw": "C. 'BLIND FAITH'", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-11112", "s": "SmolLM2-1.7B-Instruct", "a": "D. Fish", "b": 1, "r": true, "raw": "D. Fish", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7951", "s": "SmolLM2-1.7B-Instruct", "a": "A. 'HARRY POTTER'", "b": 1, "r": true, "raw": "A. 'HARRY POTTER'", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13908", "s": "SmolLM2-1.7B-Instruct", "a": "A. (Edouard) Manet", "b": 1, "r": false, "raw": "A. (Edouard) Manet", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-5635", "s": "SmolLM2-1.7B-Instruct", "a": "B. Anne", "b": 1, "r": true, "raw": "B. Anne", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5506", "s": "SmolLM2-1.7B-Instruct", "a": "B. Pressure", "b": 1, "r": true, "raw": "B. Pressure", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9454", "s": "SmolLM2-1.7B-Instruct", "a": "D. Guy Pearce", "b": 1, "r": true, "raw": "D. Guy Pearce", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15342", "s": "SmolLM2-1.7B-Instruct", "a": "C. MARTIN VAN BUREN", "b": 1, "r": true, "raw": "C. MARTIN VAN BUREN", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15784", "s": "SmolLM2-1.7B-Instruct", "a": "A. BENJAMIN HARRISON", "b": 1, "r": true, "raw": "A. BENJAMIN HARRISON", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1412", "s": "SmolLM2-1.7B-Instruct", "a": "A. (The Life and Opinions of) Tristram Shandy (Gentleman)", "b": 1, "r": true, "raw": "A. (The Life and Opinions of) Tristram Shandy (Gentleman)", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4267", "s": "SmolLM2-1.7B-Instruct", "a": "A. Red", "b": 1, "r": false, "raw": "A. Red", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14027", "s": "Qwen2.5-3B-Instruct", "a": "D. Johnny Cash", "b": 1, "r": true, "raw": "D. Johnny Cash\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10965", "s": "Qwen2.5-3B-Instruct", "a": "D. Argentina", "b": 1, "r": true, "raw": "D. Argentina\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-486", "s": "Qwen2.5-3B-Instruct", "a": "A. Bruce", "b": 1, "r": true, "raw": "A. Bruce\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-787", "s": "Qwen2.5-3B-Instruct", "a": "A. John", "b": 1, "r": true, "raw": "A. John\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16253", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "mcq|tqa-1485", "s": "Qwen2.5-3B-Instruct", "a": "A. Blind Faith", "b": 1, "r": true, "raw": "A. Blind Faith\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4709", "s": "Qwen2.5-3B-Instruct", "a": "B. South Africa", "b": 1, "r": true, "raw": "B. South Africa\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3338", "s": "Qwen2.5-3B-Instruct", "a": "B. Othello", "b": 1, "r": true, "raw": "B. Othello\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7887", "s": "Qwen2.5-3B-Instruct", "a": "D. BUTTER", "b": 1, "r": true, "raw": "D. BUTTER\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12326", "s": "Qwen2.5-3B-Instruct", "a": "A. Thor", "b": 1, "r": true, "raw": "A. Thor\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3128", "s": "Qwen2.5-3B-Instruct", "a": "A. Golden Fleece", "b": 1, "r": true, "raw": "A. Golden Fleece\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10002", "s": "Qwen2.5-3B-Instruct", "a": "B. Famous Players Film Company", "b": 1, "r": true, "raw": "B. Famous Players Film Company\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-535", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip).", "v": {}}, {"q": "mcq|tqa-13564", "s": "Qwen2.5-3B-Instruct", "a": "A. Pentecost", "b": 1, "r": true, "raw": "A. Pentecost\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11985", "s": "Qwen2.5-3B-Instruct", "a": "B. John NAPIER", "b": 1, "r": true, "raw": "B. John NAPIER\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13846", "s": "Qwen2.5-3B-Instruct", "a": "D. Converse", "b": 1, "r": true, "raw": "D. Converse\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17721", "s": "Qwen2.5-3B-Instruct", "a": "B. Montgomery Scott", "b": 1, "r": true, "raw": "B. Montgomery Scott\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2526", "s": "Qwen2.5-3B-Instruct", "a": "A. BARACK OBAMA", "b": 1, "r": true, "raw": "A. BARACK OBAMA\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5111", "s": "Qwen2.5-3B-Instruct", "a": "D. Boyz II Men", "b": 1, "r": true, "raw": "D. Boyz II Men\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14431", "s": "Qwen2.5-3B-Instruct", "a": "B. AIRCRAFT CARRIER", "b": 1, "r": true, "raw": "B. AIRCRAFT CARRIER\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8280", "s": "Qwen2.5-3B-Instruct", "a": "D. COPENHAGEN", "b": 1, "r": true, "raw": "D. COPENHAGEN\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3984", "s": "Qwen2.5-3B-Instruct", "a": "A. Solidus", "b": 1, "r": true, "raw": "A. Solidus\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1774", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "mcq|tqa-16455", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "mcq|tqa-14291", "s": "Qwen2.5-3B-Instruct", "a": "C. DNA structure", "b": 1, "r": true, "raw": "C. DNA structure\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5610", "s": "Qwen2.5-3B-Instruct", "a": "C. KARAKORAM", "b": 3, "r": true, "raw": "C. KARAKORAM\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6367", "s": "Qwen2.5-3B-Instruct", "a": "B. EDWARD the CONFESSOR", "b": 1, "r": true, "raw": "B. EDWARD the CONFESSOR\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3996", "s": "Qwen2.5-3B-Instruct", "a": "B. Russia", "b": 1, "r": true, "raw": "B. Russia\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13792", "s": "Qwen2.5-3B-Instruct", "a": "A. Spa Towns", "b": 1, "r": true, "raw": "A. Spa Towns\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14377", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "mcq|tqa-17410", "s": "Qwen2.5-3B-Instruct", "a": "B. Henrietta Maria", "b": 1, "r": true, "raw": "B. Henrietta Maria\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11494", "s": "Qwen2.5-3B-Instruct", "a": "B. Fay Wray", "b": 1, "r": true, "raw": "B. Fay Wray\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1022", "s": "Qwen2.5-3B-Instruct", "a": "D. Barry and Yvonne", "b": 1, "r": true, "raw": "D. Barry and Yvonne\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5367", "s": "Qwen2.5-3B-Instruct", "a": "B. SOUTH PACIFIC", "b": 1, "r": true, "raw": "B. SOUTH PACIFIC\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15407", "s": "Qwen2.5-3B-Instruct", "a": "D. 'LIKE A ROLLING STONE'", "b": 3, "r": false, "raw": "D. 'LIKE A ROLLING STONE'\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-17045", "s": "Qwen2.5-3B-Instruct", "a": "B. North Carolina", "b": 1, "r": true, "raw": "B. North Carolina\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10870", "s": "Qwen2.5-3B-Instruct", "a": "D. Ambassador bridge", "b": 1, "r": true, "raw": "D. Ambassador bridge\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7738", "s": "Qwen2.5-3B-Instruct", "a": "D. CHILE", "b": 1, "r": true, "raw": "D. CHILE\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-598", "s": "Qwen2.5-3B-Instruct", "a": "B. 2004", "b": 1, "r": true, "raw": "B. 2004\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12656", "s": "Qwen2.5-3B-Instruct", "a": "C. Dionysus", "b": 1, "r": true, "raw": "C. Dionysus\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16433", "s": "Qwen2.5-3B-Instruct", "a": "C. JACOB", "b": 1, "r": true, "raw": "C. JACOB\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7498", "s": "Qwen2.5-3B-Instruct", "a": "C. Chariots", "b": 1, "r": true, "raw": "C. Chariots\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6477", "s": "Qwen2.5-3B-Instruct", "a": "D. PROHIBITION IN THE USA", "b": 1, "r": true, "raw": "D. PROHIBITION IN THE USA\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16959", "s": "Qwen2.5-3B-Instruct", "a": "B. ROMANIA", "b": 1, "r": true, "raw": "B. ROMANIA\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7773", "s": "Qwen2.5-3B-Instruct", "a": "D. Shylock", "b": 3, "r": true, "raw": "D. Shylock\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3119", "s": "Qwen2.5-3B-Instruct", "a": "D. The Red Cross", "b": 1, "r": true, "raw": "D. The Red Cross\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7866", "s": "Qwen2.5-3B-Instruct", "a": "C. Dik Browne", "b": 3, "r": true, "raw": "C. Dik Browne\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3382", "s": "Qwen2.5-3B-Instruct", "a": "D. Ralph Lauren", "b": 1, "r": true, "raw": "D. Ralph Lauren\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5948", "s": "Qwen2.5-3B-Instruct", "a": "B. Cynthia Nixon", "b": 1, "r": true, "raw": "B. Cynthia Nixon\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4135", "s": "Qwen2.5-3B-Instruct", "a": "D. Cimarron County", "b": 1, "r": true, "raw": "D. Cimarron County\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17233", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "mcq|tqa-986", "s": "Qwen2.5-3B-Instruct", "a": "B. Sex", "b": 1, "r": true, "raw": "B. Sex\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1920", "s": "Qwen2.5-3B-Instruct", "a": "C. Wyre", "b": 1, "r": true, "raw": "C. Wyre\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15690", "s": "Qwen2.5-3B-Instruct", "a": "A. Ottorino RESPIGHI", "b": 1, "r": true, "raw": "A. Ottorino RESPIGHI\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13326", "s": "Qwen2.5-3B-Instruct", "a": "D. A Series of Unfortunate Events", "b": 1, "r": true, "raw": "D. A Series of Unfortunate Events\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2905", "s": "Qwen2.5-3B-Instruct", "a": "D. Australia", "b": 1, "r": true, "raw": "D. Australia\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3772", "s": "Qwen2.5-3B-Instruct", "a": "B. Parabola", "b": 1, "r": true, "raw": "B. Parabola\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13703", "s": "Qwen2.5-3B-Instruct", "a": "C. Outkast", "b": 1, "r": true, "raw": "C. Outkast\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13124", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "mcq|tqa-2977", "s": "Qwen2.5-3B-Instruct", "a": "D. 4 billion", "b": 1, "r": true, "raw": "D. 4 billion\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13094", "s": "Qwen2.5-3B-Instruct", "a": "B. Palace of Versailles", "b": 1, "r": true, "raw": "B. Palace of Versailles\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13005", "s": "Qwen2.5-3B-Instruct", "a": "B. Dylan Thomas", "b": 1, "r": true, "raw": "B. Dylan Thomas\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15496", "s": "Qwen2.5-3B-Instruct", "a": "C. Rear Admiral", "b": 1, "r": true, "raw": "C. Rear Admiral\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9503", "s": "Qwen2.5-3B-Instruct", "a": "C. Nigeria", "b": 1, "r": true, "raw": "C. Nigeria\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12485", "s": "Qwen2.5-3B-Instruct", "a": "B. Nemesis", "b": 1, "r": true, "raw": "B. Nemesis\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17259", "s": "Qwen2.5-3B-Instruct", "a": "B. Warsaw", "b": 1, "r": true, "raw": "B. Warsaw\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11601", "s": "Qwen2.5-3B-Instruct", "a": "A. Uncle Tom’s Cabin", "b": 1, "r": true, "raw": "A. Uncle Tom’s Cabin\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13269", "s": "Qwen2.5-3B-Instruct", "a": "B. Medea", "b": 1, "r": true, "raw": "B. Medea\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16812", "s": "Qwen2.5-3B-Instruct", "a": "D. CZECH REPUBLIC", "b": 1, "r": true, "raw": "D. CZECH REPUBLIC\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10827", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "mcq|tqa-12736", "s": "Qwen2.5-3B-Instruct", "a": "D. John Wayne", "b": 1, "r": true, "raw": "D. John Wayne\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4020", "s": "Qwen2.5-3B-Instruct", "a": "B. China", "b": 1, "r": true, "raw": "B. China\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8836", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip).  \nBet: 3", "v": {}}, {"q": "mcq|tqa-4703", "s": "Qwen2.5-3B-Instruct", "a": "B. Anaheim Ducks", "b": 1, "r": true, "raw": "B. Anaheim Ducks\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5139", "s": "Qwen2.5-3B-Instruct", "a": "B. Roberta Flack", "b": 1, "r": true, "raw": "B. Roberta Flack\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2826", "s": "Qwen2.5-3B-Instruct", "a": "C. Uranus", "b": 1, "r": true, "raw": "C. Uranus\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1139", "s": "Qwen2.5-3B-Instruct", "a": "C. Reap The Wild Wind", "b": 1, "r": true, "raw": "C. Reap The Wild Wind\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1078", "s": "Qwen2.5-3B-Instruct", "a": "A. Bird", "b": 1, "r": true, "raw": "A. Bird\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14251", "s": "Qwen2.5-3B-Instruct", "a": "A. Harland & Wolff", "b": 1, "r": true, "raw": "A. Harland & Wolff\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9673", "s": "Qwen2.5-3B-Instruct", "a": "C. Cape Horn", "b": 1, "r": true, "raw": "C. Cape Horn\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15898", "s": "Qwen2.5-3B-Instruct", "a": "D. THE TAMING OF THE SHREW", "b": 1, "r": true, "raw": "D. THE TAMING OF THE SHREW\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12086", "s": "Qwen2.5-3B-Instruct", "a": "B. GIRONDE", "b": 1, "r": true, "raw": "B. GIRONDE\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10740", "s": "Qwen2.5-3B-Instruct", "a": "D. 22", "b": 1, "r": true, "raw": "D. 22\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8575", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "mcq|tqa-5046", "s": "Qwen2.5-3B-Instruct", "a": "A. Hadrian's Wall", "b": 1, "r": true, "raw": "A. Hadrian's Wall\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11120", "s": "Qwen2.5-3B-Instruct", "a": "C. Julia Sawalha", "b": 1, "r": true, "raw": "C. Julia Sawalha\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-886", "s": "Qwen2.5-3B-Instruct", "a": "C. Cherry", "b": 1, "r": true, "raw": "C. Cherry\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3793", "s": "Qwen2.5-3B-Instruct", "a": "C. Helene Hanff", "b": 3, "r": true, "raw": "C. Helene Hanff\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1689", "s": "Qwen2.5-3B-Instruct", "a": "A. Colour Blindness", "b": 1, "r": true, "raw": "A. Colour Blindness\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12223", "s": "Qwen2.5-3B-Instruct", "a": "B. 12th", "b": 1, "r": true, "raw": "B. 12th\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16813", "s": "Qwen2.5-3B-Instruct", "a": "D. TASMANIA", "b": 1, "r": true, "raw": "D. TASMANIA\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4441", "s": "Qwen2.5-3B-Instruct", "a": "A. Camshaft", "b": 1, "r": true, "raw": "A. Camshaft\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7570", "s": "Qwen2.5-3B-Instruct", "a": "C. NEPTUNE", "b": 3, "r": true, "raw": "C. NEPTUNE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7752", "s": "Qwen2.5-3B-Instruct", "a": "D. Cortina", "b": 1, "r": true, "raw": "D. Cortina\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1345", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "mcq|tqa-9884", "s": "Qwen2.5-3B-Instruct", "a": "A. Boulder Dam", "b": 1, "r": true, "raw": "A. Boulder Dam\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16854", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip).", "v": {}}, {"q": "mcq|tqa-6980", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "mcq|tqa-15390", "s": "Qwen2.5-3B-Instruct", "a": "B. Colombia", "b": 1, "r": true, "raw": "B. Colombia\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1057", "s": "Qwen2.5-3B-Instruct", "a": "D. Niccolo Machiavelli", "b": 1, "r": true, "raw": "D. Niccolo Machiavelli\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12780", "s": "Qwen2.5-3B-Instruct", "a": "A. The Mary Tyler Moore Show", "b": 1, "r": true, "raw": "A. The Mary Tyler Moore Show\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-295", "s": "Qwen2.5-3B-Instruct", "a": "D. Q", "b": 1, "r": true, "raw": "D. Q\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11753", "s": "Qwen2.5-3B-Instruct", "a": "C. CHRISTOPHER COLUMBUS", "b": 1, "r": true, "raw": "C. CHRISTOPHER COLUMBUS\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9747", "s": "Qwen2.5-3B-Instruct", "a": "A. The Krusty Krab", "b": 1, "r": true, "raw": "A. The Krusty Krab\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3635", "s": "Qwen2.5-3B-Instruct", "a": "D. Oliver!", "b": 1, "r": true, "raw": "D. Oliver!\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14289", "s": "Qwen2.5-3B-Instruct", "a": "C. VENUS", "b": 1, "r": true, "raw": "C. VENUS\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17422", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "mcq|tqa-9046", "s": "Qwen2.5-3B-Instruct", "a": "B. Nowhere Boy", "b": 1, "r": true, "raw": "B. Nowhere Boy\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12484", "s": "Qwen2.5-3B-Instruct", "a": "D. Delilah", "b": 1, "r": true, "raw": "D. Delilah\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-760", "s": "Qwen2.5-3B-Instruct", "a": "C. The Royal Ballet", "b": 1, "r": true, "raw": "C. The Royal Ballet\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6948", "s": "Qwen2.5-3B-Instruct", "a": "B. Mobile phone", "b": 1, "r": true, "raw": "B. Mobile phone\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9738", "s": "Qwen2.5-3B-Instruct", "a": "D. 24", "b": 1, "r": true, "raw": "D. 24\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2662", "s": "Qwen2.5-3B-Instruct", "a": "D. MARSELLAISE", "b": 1, "r": true, "raw": "D. MARSELLAISE\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2794", "s": "Qwen2.5-3B-Instruct", "a": "B. D'Artagnan", "b": 1, "r": true, "raw": "B. D'Artagnan\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13077", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "mcq|tqa-11466", "s": "Qwen2.5-3B-Instruct", "a": "D. The Round Table", "b": 1, "r": true, "raw": "D. The Round Table\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-225", "s": "Qwen2.5-3B-Instruct", "a": "C. The Little Sparrow", "b": 1, "r": true, "raw": "C. The Little Sparrow\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4766", "s": "Qwen2.5-3B-Instruct", "a": "B. Pufferfish", "b": 1, "r": true, "raw": "B. Pufferfish\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14390", "s": "Qwen2.5-3B-Instruct", "a": "C. 1664", "b": 1, "r": true, "raw": "C. 1664\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14465", "s": "Qwen2.5-3B-Instruct", "a": "A. Hard Times", "b": 1, "r": true, "raw": "A. Hard Times\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-274", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip).\nBet: 3", "v": {}}, {"q": "mcq|tqa-3088", "s": "Qwen2.5-3B-Instruct", "a": "B. Fondue", "b": 1, "r": true, "raw": "B. Fondue\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5403", "s": "Qwen2.5-3B-Instruct", "a": "D. PARIS", "b": 1, "r": true, "raw": "D. PARIS\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9672", "s": "Qwen2.5-3B-Instruct", "a": "B. B1", "b": 1, "r": true, "raw": "B. B1\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14780", "s": "Qwen2.5-3B-Instruct", "a": "B. Indonesia", "b": 1, "r": true, "raw": "B. Indonesia\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15574", "s": "Qwen2.5-3B-Instruct", "a": "C. Ibrox Stadium", "b": 1, "r": false, "raw": "C. Ibrox Stadium\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-1340", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip).", "v": {}}, {"q": "mcq|tqa-12617", "s": "Qwen2.5-3B-Instruct", "a": "B. Heath Ledger", "b": 1, "r": true, "raw": "B. Heath Ledger\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15049", "s": "Qwen2.5-3B-Instruct", "a": "C. Prokofiev", "b": 1, "r": true, "raw": "C. Prokofiev\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4026", "s": "Qwen2.5-3B-Instruct", "a": "A. Ganges", "b": 1, "r": true, "raw": "A. Ganges\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13515", "s": "Qwen2.5-3B-Instruct", "a": "C. Francis Drake", "b": 1, "r": true, "raw": "C. Francis Drake\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15258", "s": "Qwen2.5-3B-Instruct", "a": "B. South China Sea", "b": 1, "r": true, "raw": "B. South China Sea\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-350", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip).\nBet: 3", "v": {}}, {"q": "mcq|tqa-9267", "s": "Qwen2.5-3B-Instruct", "a": "D. Bushfires", "b": 3, "r": false, "raw": "D. Bushfires\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-4724", "s": "Qwen2.5-3B-Instruct", "a": "A. a Well", "b": 1, "r": true, "raw": "A. a Well\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9696", "s": "Qwen2.5-3B-Instruct", "a": "D. South Africa", "b": 1, "r": true, "raw": "D. South Africa\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8486", "s": "Qwen2.5-3B-Instruct", "a": "B. AUK", "b": 1, "r": true, "raw": "B. AUK\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1702", "s": "Qwen2.5-3B-Instruct", "a": "D. Kissing", "b": 1, "r": true, "raw": "D. Kissing\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13117", "s": "Qwen2.5-3B-Instruct", "a": "D. The US Navy", "b": 1, "r": true, "raw": "D. The US Navy\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10461", "s": "Qwen2.5-3B-Instruct", "a": "B. Space 1999", "b": 1, "r": true, "raw": "B. Space 1999\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11112", "s": "Qwen2.5-3B-Instruct", "a": "D. Fish", "b": 1, "r": true, "raw": "D. Fish\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7951", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "mcq|tqa-13908", "s": "Qwen2.5-3B-Instruct", "a": "D. Kix", "b": 1, "r": true, "raw": "D. Kix\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5635", "s": "Qwen2.5-3B-Instruct", "a": "C. INDIA", "b": 1, "r": false, "raw": "C. INDIA\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-5506", "s": "Qwen2.5-3B-Instruct", "a": "B. Pressure", "b": 1, "r": true, "raw": "B. Pressure\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9454", "s": "Qwen2.5-3B-Instruct", "a": "D. Guy Pearce", "b": 1, "r": true, "raw": "D. Guy Pearce\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15342", "s": "Qwen2.5-3B-Instruct", "a": "C. MARTIN VAN BUREN", "b": 1, "r": true, "raw": "C. MARTIN VAN BUREN\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15784", "s": "Qwen2.5-3B-Instruct", "a": "A. BENJAMIN HARRISON", "b": 1, "r": true, "raw": "A. BENJAMIN HARRISON\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1412", "s": "Qwen2.5-3B-Instruct", "a": "A. (The Life and Opinions of) Tristram Shandy (Gentleman)", "b": 1, "r": true, "raw": "A. (The Life and Opinions of) Tristram Shandy (Gentleman)\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4267", "s": "Qwen2.5-3B-Instruct", "a": "C. Red", "b": 1, "r": true, "raw": "C. Red\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14027", "s": "SmolLM3-3B", "a": "D. Johnny Cash", "b": 1, "r": true, "raw": "D. Johnny Cash\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10965", "s": "SmolLM3-3B", "a": "D. Argentina", "b": 1, "r": true, "raw": "D. Argentina\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-486", "s": "SmolLM3-3B", "a": "A. Bruce", "b": 1, "r": true, "raw": "A. Bruce\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-787", "s": "SmolLM3-3B", "a": "A. John", "b": 1, "r": true, "raw": "A. John\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16253", "s": "SmolLM3-3B", "a": "C. ALEX GARLAND", "b": 1, "r": true, "raw": "C. ALEX GARLAND\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1485", "s": "SmolLM3-3B", "a": "B. HENNA", "b": 1, "r": false, "raw": "B. HENNA\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-4709", "s": "SmolLM3-3B", "a": "B. South Africa", "b": 1, "r": true, "raw": "B. South Africa\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3338", "s": "SmolLM3-3B", "a": "B. Othello", "b": 1, "r": true, "raw": "B. Othello\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7887", "s": "SmolLM3-3B", "a": "D. BUTTER", "b": 1, "r": true, "raw": "D. BUTTER\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12326", "s": "SmolLM3-3B", "a": "A. Thor", "b": 1, "r": true, "raw": "A. Thor\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3128", "s": "SmolLM3-3B", "a": "A. Golden Fleece", "b": 1, "r": true, "raw": "A. Golden Fleece\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10002", "s": "SmolLM3-3B", "a": "B. Famous Players Film Company", "b": 1, "r": true, "raw": "B. Famous Players Film Company\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-535", "s": "SmolLM3-3B", "a": "D. A) Felix Leiter", "b": 3, "r": true, "raw": "D. A) Felix Leiter\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13564", "s": "SmolLM3-3B", "a": "A. Pentecost", "b": 1, "r": true, "raw": "A. Pentecost\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11985", "s": "SmolLM3-3B", "a": "B. John Napier", "b": 1, "r": true, "raw": "B. John Napier\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13846", "s": "SmolLM3-3B", "a": "D. Converse", "b": 1, "r": true, "raw": "D. Converse\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17721", "s": "SmolLM3-3B", "a": "B. Montgomery Scott", "b": 1, "r": true, "raw": "B. Montgomery Scott\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2526", "s": "SmolLM3-3B", "a": "A. BARACK OBAMA", "b": 1, "r": true, "raw": "A. BARACK OBAMA\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5111", "s": "SmolLM3-3B", "a": "D. Boyz II Men", "b": 1, "r": true, "raw": "D. Boyz II Men\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14431", "s": "SmolLM3-3B", "a": "B. AIRCRAFT CARRIER", "b": 1, "r": true, "raw": "B. AIRCRAFT CARRIER\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8280", "s": "SmolLM3-3B", "a": "D. COPENHAGEN", "b": 1, "r": true, "raw": "D. COPENHAGEN\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3984", "s": "SmolLM3-3B", "a": "A. Solidus", "b": 1, "r": true, "raw": "A. Solidus", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1774", "s": "SmolLM3-3B", "a": "A. Amy Johnson", "b": 1, "r": true, "raw": "A. Amy Johnson\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16455", "s": "SmolLM3-3B", "a": "A. SPAIN", "b": 1, "r": true, "raw": "A. SPAIN\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14291", "s": "SmolLM3-3B", "a": "C. DNA structure", "b": 1, "r": true, "raw": "C. DNA structure\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5610", "s": "SmolLM3-3B", "a": "C. KARAKORAM", "b": 1, "r": true, "raw": "C. KARAKORAM\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6367", "s": "SmolLM3-3B", "a": "B. EDWARD the CONFESSOR", "b": 1, "r": true, "raw": "B. EDWARD the CONFESSOR\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3996", "s": "SmolLM3-3B", "a": "B. Russia", "b": 1, "r": true, "raw": "B. Russia\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13792", "s": "SmolLM3-3B", "a": "A. Spa Towns", "b": 1, "r": true, "raw": "A. Spa Towns\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14377", "s": "SmolLM3-3B", "a": "B. Air Traffic Control", "b": 1, "r": true, "raw": "B. Air Traffic Control\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17410", "s": "SmolLM3-3B", "a": "B. Henrietta Maria", "b": 1, "r": true, "raw": "B. Henrietta Maria\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11494", "s": "SmolLM3-3B", "a": "B. Fay Wray", "b": 1, "r": true, "raw": "B. Fay Wray\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1022", "s": "SmolLM3-3B", "a": "D. Barry and Yvonne", "b": 1, "r": true, "raw": "D. Barry and Yvonne\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5367", "s": "SmolLM3-3B", "a": "B. SOUTH PACIFIC", "b": 1, "r": true, "raw": "B. SOUTH PACIFIC\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15407", "s": "SmolLM3-3B", "a": "A. Elton John", "b": 1, "r": true, "raw": "A. Elton John\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17045", "s": "SmolLM3-3B", "a": "B. North Carolina", "b": 1, "r": true, "raw": "B. North Carolina\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10870", "s": "SmolLM3-3B", "a": "D. Ambassador bridge", "b": 1, "r": true, "raw": "D. Ambassador bridge\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7738", "s": "SmolLM3-3B", "a": "D. Chile", "b": 1, "r": true, "raw": "D. Chile\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-598", "s": "SmolLM3-3B", "a": "B. 2004", "b": 1, "r": true, "raw": "B. 2004\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12656", "s": "SmolLM3-3B", "a": "C. Dionysus", "b": 1, "r": true, "raw": "C. Dionysus\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16433", "s": "SmolLM3-3B", "a": "C. JACOB", "b": 1, "r": true, "raw": "C. JACOB\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7498", "s": "SmolLM3-3B", "a": "C. Chariots", "b": 1, "r": true, "raw": "C. Chariots\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6477", "s": "SmolLM3-3B", "a": "D. PROHIBITION IN THE USA", "b": 1, "r": true, "raw": "D. PROHIBITION IN THE USA\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16959", "s": "SmolLM3-3B", "a": "B. ROMANIA", "b": 1, "r": true, "raw": "B. ROMANIA\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7773", "s": "SmolLM3-3B", "a": "B. Old Trafford", "b": 1, "r": false, "raw": "B. Old Trafford\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-3119", "s": "SmolLM3-3B", "a": "D. The Red Cross", "b": 1, "r": true, "raw": "D. The Red Cross\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7866", "s": "SmolLM3-3B", "a": "C. Dik Browne", "b": 1, "r": true, "raw": "C. Dik Browne\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3382", "s": "SmolLM3-3B", "a": "D. Ralph Lauren", "b": 1, "r": true, "raw": "D. Ralph Lauren\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5948", "s": "SmolLM3-3B", "a": "B. Cynthia Nixon", "b": 1, "r": true, "raw": "B. Cynthia Nixon\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4135", "s": "SmolLM3-3B", "a": "D. Cimarron County", "b": 1, "r": true, "raw": "D. Cimarron County\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17233", "s": "SmolLM3-3B", "a": "A. Long jump", "b": 1, "r": true, "raw": "A. Long jump\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-986", "s": "SmolLM3-3B", "a": "B. Sex", "b": 1, "r": true, "raw": "B. Sex\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1920", "s": "SmolLM3-3B", "a": "C. Wyre", "b": 1, "r": true, "raw": "C. Wyre\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15690", "s": "SmolLM3-3B", "a": "A. Ottorino RESPIGHI", "b": 1, "r": true, "raw": "A. Ottorino RESPIGHI\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13326", "s": "SmolLM3-3B", "a": "D. A Series of Unfortunate Events", "b": 1, "r": true, "raw": "D. A Series of Unfortunate Events\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2905", "s": "SmolLM3-3B", "a": "D. Australia", "b": 1, "r": true, "raw": "D. Australia\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3772", "s": "SmolLM3-3B", "a": "B. Parabola", "b": 1, "r": true, "raw": "B. Parabola\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13703", "s": "SmolLM3-3B", "a": null, "b": 0, "r": null, "raw": "Bet: 3\n\nC. Outkast", "v": {}}, {"q": "mcq|tqa-13124", "s": "SmolLM3-3B", "a": "A. 6", "b": 1, "r": true, "raw": "A. 6\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2977", "s": "SmolLM3-3B", "a": "D. 4 billion", "b": 1, "r": true, "raw": "D. 4 billion\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13094", "s": "SmolLM3-3B", "a": "B. Palace of Versailles", "b": 1, "r": true, "raw": "B. Palace of Versailles\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13005", "s": "SmolLM3-3B", "a": "B. Dylan Thomas", "b": 1, "r": true, "raw": "B. Dylan Thomas\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15496", "s": "SmolLM3-3B", "a": "C. Rear Admiral", "b": 1, "r": true, "raw": "C. Rear Admiral\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9503", "s": "SmolLM3-3B", "a": "C. Nigeria", "b": 1, "r": true, "raw": "C. Nigeria\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12485", "s": "SmolLM3-3B", "a": "B. Nemesis", "b": 1, "r": true, "raw": "B. Nemesis\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17259", "s": "SmolLM3-3B", "a": "B. Warsaw", "b": 1, "r": true, "raw": "B. Warsaw\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11601", "s": "SmolLM3-3B", "a": "A. Uncle Tom’s Cabin", "b": 1, "r": true, "raw": "A. Uncle Tom’s Cabin\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13269", "s": "SmolLM3-3B", "a": "B. Medea", "b": 1, "r": true, "raw": "B. Medea\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16812", "s": "SmolLM3-3B", "a": "D. CZECH REPUBLIC", "b": 1, "r": true, "raw": "D. CZECH REPUBLIC\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10827", "s": "SmolLM3-3B", "a": "A. The Black Panther", "b": 1, "r": true, "raw": "A. The Black Panther\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12736", "s": "SmolLM3-3B", "a": "D. John Wayne", "b": 1, "r": true, "raw": "D. John Wayne\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4020", "s": "SmolLM3-3B", "a": "B. China", "b": 1, "r": true, "raw": "B. China\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8836", "s": "SmolLM3-3B", "a": "C. Jan Francis", "b": 1, "r": true, "raw": "C. Jan Francis\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4703", "s": "SmolLM3-3B", "a": "B. Anaheim Ducks", "b": 1, "r": true, "raw": "B. Anaheim Ducks\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5139", "s": "SmolLM3-3B", "a": "B. Roberta Flack", "b": 1, "r": true, "raw": "B. Roberta Flack\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2826", "s": "SmolLM3-3B", "a": "C. Uranus", "b": 1, "r": true, "raw": "C. Uranus\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1139", "s": "SmolLM3-3B", "a": "C. Reap The Wild Wind", "b": 1, "r": true, "raw": "C. Reap The Wild Wind\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1078", "s": "SmolLM3-3B", "a": "A. Bird", "b": 1, "r": true, "raw": "A. Bird\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14251", "s": "SmolLM3-3B", "a": "A. Harland & Wolff", "b": 1, "r": true, "raw": "A. Harland & Wolff\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9673", "s": "SmolLM3-3B", "a": "C. Cape Horn", "b": 1, "r": true, "raw": "C. Cape Horn\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15898", "s": "SmolLM3-3B", "a": "D. The Taming of the Shrew", "b": 1, "r": true, "raw": "D. The Taming of the Shrew\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12086", "s": "SmolLM3-3B", "a": "B. GIRONDE", "b": 1, "r": true, "raw": "B. GIRONDE\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10740", "s": "SmolLM3-3B", "a": "D. 22", "b": 1, "r": true, "raw": "D. 22\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8575", "s": "SmolLM3-3B", "a": "A. Moscow", "b": 1, "r": true, "raw": "A. Moscow\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5046", "s": "SmolLM3-3B", "a": "A. Hadrian's Wall", "b": 1, "r": true, "raw": "A. Hadrian's Wall\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11120", "s": "SmolLM3-3B", "a": "C. Julia Sawalha", "b": 1, "r": true, "raw": "C. Julia Sawalha\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-886", "s": "SmolLM3-3B", "a": "C. Cherry", "b": 1, "r": true, "raw": "C. Cherry\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3793", "s": "SmolLM3-3B", "a": "C. Helene Hanff", "b": 1, "r": true, "raw": "C. Helene Hanff\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1689", "s": "SmolLM3-3B", "a": "A. Colour Blindness", "b": 1, "r": true, "raw": "A. Colour Blindness\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12223", "s": "SmolLM3-3B", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe correct answer is C. ADOLF HITLER. However, this is not a valid option for the question. The correct answer is B. 12th. But since the options provided do not include the correct answer, I will follow the instruction to answer exactly: I don't know (you lose a quarter chip). But since", "v": {}}, {"q": "mcq|tqa-16813", "s": "SmolLM3-3B", "a": "D. TASMANIA", "b": 1, "r": true, "raw": "D. TASMANIA\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4441", "s": "SmolLM3-3B", "a": "A. Camshaft", "b": 1, "r": true, "raw": "A. Camshaft\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7570", "s": "SmolLM3-3B", "a": "C. NEPTUNE", "b": 1, "r": true, "raw": "C. NEPTUNE\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7752", "s": "SmolLM3-3B", "a": "D. CORTINA", "b": 1, "r": true, "raw": "D. CORTINA\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1345", "s": "SmolLM3-3B", "a": "B. Golda Meir", "b": 1, "r": true, "raw": "B. Golda Meir\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9884", "s": "SmolLM3-3B", "a": "A. Boulder Dam", "b": 1, "r": true, "raw": "A. Boulder Dam\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16854", "s": "SmolLM3-3B", "a": "B. Hawaii", "b": 1, "r": true, "raw": "B. Hawaii\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6980", "s": "SmolLM3-3B", "a": "A. Handley-Page", "b": 1, "r": true, "raw": "A. Handley-Page\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15390", "s": "SmolLM3-3B", "a": "B. Colombia", "b": 1, "r": true, "raw": "B. Colombia\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1057", "s": "SmolLM3-3B", "a": "D. Niccolo Machiavelli", "b": 1, "r": true, "raw": "D. Niccolo Machiavelli\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12780", "s": "SmolLM3-3B", "a": "A. The Mary Tyler Moore Show", "b": 1, "r": true, "raw": "A. The Mary Tyler Moore Show\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-295", "s": "SmolLM3-3B", "a": "D. Q", "b": 1, "r": true, "raw": "D. Q\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11753", "s": "SmolLM3-3B", "a": "C. CHRISTOPHER COLUMBUS", "b": 1, "r": true, "raw": "C. CHRISTOPHER COLUMBUS\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9747", "s": "SmolLM3-3B", "a": "A. The Krusty Krab", "b": 1, "r": true, "raw": "A. The Krusty Krab\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3635", "s": "SmolLM3-3B", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe song \"Consider Yourself\" is from the musical \"Oliver!\"", "v": {}}, {"q": "mcq|tqa-14289", "s": "SmolLM3-3B", "a": "C. Venus", "b": 1, "r": true, "raw": "C. Venus\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17422", "s": "SmolLM3-3B", "a": "A. 1941", "b": 1, "r": true, "raw": "A. 1941\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9046", "s": "SmolLM3-3B", "a": "B. Nowhere Boy", "b": 1, "r": true, "raw": "B. Nowhere Boy\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12484", "s": "SmolLM3-3B", "a": "D. Delilah", "b": 1, "r": true, "raw": "D. Delilah\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-760", "s": "SmolLM3-3B", "a": "C. The Royal Ballet", "b": 1, "r": true, "raw": "C. The Royal Ballet\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6948", "s": "SmolLM3-3B", "a": "B. Mobile phone", "b": 1, "r": true, "raw": "B. Mobile phone\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9738", "s": "SmolLM3-3B", "a": "D. 24", "b": 1, "r": true, "raw": "D. 24\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2662", "s": "SmolLM3-3B", "a": "D. MARSELLAISE", "b": 1, "r": true, "raw": "D. MARSELLAISE\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2794", "s": "SmolLM3-3B", "a": "B. D'Artagnan", "b": 1, "r": true, "raw": "B. D'Artagnan\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13077", "s": "SmolLM3-3B", "a": "A. 7", "b": 1, "r": true, "raw": "A. 7\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11466", "s": "SmolLM3-3B", "a": "D. The Round Table", "b": 1, "r": true, "raw": "D. The Round Table\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-225", "s": "SmolLM3-3B", "a": "C. The Little Sparrow", "b": 1, "r": true, "raw": "C. The Little Sparrow\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4766", "s": "SmolLM3-3B", "a": "B. Pufferfish", "b": 1, "r": true, "raw": "B. Pufferfish\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14390", "s": "SmolLM3-3B", "a": "C. 1664", "b": 1, "r": true, "raw": "C. 1664\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14465", "s": "SmolLM3-3B", "a": "A. Hard Times", "b": 1, "r": true, "raw": "A. Hard Times\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-274", "s": "SmolLM3-3B", "a": "B. 57", "b": 1, "r": true, "raw": "B. 57\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3088", "s": "SmolLM3-3B", "a": "B. Fondue", "b": 1, "r": true, "raw": "B. Fondue\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5403", "s": "SmolLM3-3B", "a": "D. PARIS", "b": 1, "r": true, "raw": "D. PARIS\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9672", "s": "SmolLM3-3B", "a": "B. B1", "b": 1, "r": true, "raw": "B. B1\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14780", "s": "SmolLM3-3B", "a": "B. Indonesia", "b": 1, "r": true, "raw": "B. Indonesia\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15574", "s": "SmolLM3-3B", "a": "B. Steely Dan", "b": 1, "r": true, "raw": "B. Steely Dan\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1340", "s": "SmolLM3-3B", "a": "C. Wyre", "b": 1, "r": false, "raw": "C. Wyre\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-12617", "s": "SmolLM3-3B", "a": "B. Heath Ledger", "b": 1, "r": true, "raw": "B. Heath Ledger\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15049", "s": "SmolLM3-3B", "a": "C. Prokofiev", "b": 1, "r": true, "raw": "C. Prokofiev\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4026", "s": "SmolLM3-3B", "a": "A. Ganges", "b": 1, "r": true, "raw": "A. Ganges\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13515", "s": "SmolLM3-3B", "a": "C. Francis Drake", "b": 1, "r": true, "raw": "C. Francis Drake\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15258", "s": "SmolLM3-3B", "a": "B. South China Sea", "b": 1, "r": true, "raw": "B. South China Sea\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-350", "s": "SmolLM3-3B", "a": "C. 303", "b": 1, "r": true, "raw": "C. 303\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9267", "s": "SmolLM3-3B", "a": "C. Cat", "b": 1, "r": false, "raw": "C. Cat\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-4724", "s": "SmolLM3-3B", "a": "A. a Well", "b": 1, "r": true, "raw": "A. a Well\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9696", "s": "SmolLM3-3B", "a": "D. South Africa", "b": 1, "r": true, "raw": "D. South Africa\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8486", "s": "SmolLM3-3B", "a": "B. AUK", "b": 1, "r": true, "raw": "B. AUK\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1702", "s": "SmolLM3-3B", "a": "D. Kissing", "b": 1, "r": true, "raw": "D. Kissing\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13117", "s": "SmolLM3-3B", "a": "D. The US Navy", "b": 1, "r": true, "raw": "D. The US Navy\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10461", "s": "SmolLM3-3B", "a": "C. 'BLIND FAITH'", "b": 1, "r": false, "raw": "C. 'BLIND FAITH'\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-11112", "s": "SmolLM3-3B", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip).", "v": {}}, {"q": "mcq|tqa-7951", "s": "SmolLM3-3B", "a": "C. Bird", "b": 1, "r": false, "raw": "C. Bird\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13908", "s": "SmolLM3-3B", "a": "D. Kix", "b": 1, "r": true, "raw": "D. Kix\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5635", "s": "SmolLM3-3B", "a": "B. Anne", "b": 1, "r": true, "raw": "B. Anne\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5506", "s": "SmolLM3-3B", "a": "B. Pressure", "b": 1, "r": true, "raw": "B. Pressure\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9454", "s": "SmolLM3-3B", "a": "D. Guy Pearce", "b": 1, "r": true, "raw": "D. Guy Pearce\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15342", "s": "SmolLM3-3B", "a": "C. MARTIN VAN BUREN", "b": 1, "r": true, "raw": "C. MARTIN VAN BUREN\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15784", "s": "SmolLM3-3B", "a": "A. BENJAMIN HARRISON", "b": 1, "r": true, "raw": "A. BENJAMIN HARRISON\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1412", "s": "SmolLM3-3B", "a": "A. (The Life and Opinions of) Tristram Shandy (Gentleman)", "b": 1, "r": true, "raw": "A. (The Life and Opinions of) Tristram Shandy (Gentleman)\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4267", "s": "SmolLM3-3B", "a": "C. Red", "b": 1, "r": true, "raw": "C. Red\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14027", "s": "Phi-4-mini-instruct", "a": "D. Johnny Cash", "b": 3, "r": true, "raw": "D. Johnny Cash\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10965", "s": "Phi-4-mini-instruct", "a": "D. Argentina", "b": 3, "r": true, "raw": "D. Argentina\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-486", "s": "Phi-4-mini-instruct", "a": "A. Bruce", "b": 3, "r": true, "raw": "A. Bruce\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-787", "s": "Phi-4-mini-instruct", "a": "A. John", "b": 3, "r": true, "raw": "A. John\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16253", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "mcq|tqa-1485", "s": "Phi-4-mini-instruct", "a": "A. Blind Faith", "b": 3, "r": true, "raw": "A. Blind Faith\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4709", "s": "Phi-4-mini-instruct", "a": "B. South Africa", "b": 3, "r": true, "raw": "B. South Africa\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3338", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "mcq|tqa-7887", "s": "Phi-4-mini-instruct", "a": "D. BUTTER", "b": 3, "r": true, "raw": "D. BUTTER\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12326", "s": "Phi-4-mini-instruct", "a": "A. Thor", "b": 3, "r": true, "raw": "A. Thor\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3128", "s": "Phi-4-mini-instruct", "a": "A. Golden Fleece", "b": 3, "r": true, "raw": "A. Golden Fleece\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10002", "s": "Phi-4-mini-instruct", "a": "B. Famous Players Film Company", "b": 3, "r": true, "raw": "B. Famous Players Film Company\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-535", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "mcq|tqa-13564", "s": "Phi-4-mini-instruct", "a": "A. Pentecost", "b": 3, "r": true, "raw": "A. Pentecost\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11985", "s": "Phi-4-mini-instruct", "a": "B. John Napier", "b": 3, "r": true, "raw": "B. John Napier\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13846", "s": "Phi-4-mini-instruct", "a": "D. Converse", "b": 1, "r": true, "raw": "D. Converse\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17721", "s": "Phi-4-mini-instruct", "a": "B. Montgomery Scott", "b": 3, "r": true, "raw": "B. Montgomery Scott\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2526", "s": "Phi-4-mini-instruct", "a": "A. Barack Obama", "b": 3, "r": true, "raw": "A. Barack Obama\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5111", "s": "Phi-4-mini-instruct", "a": "C. Smokey Robinson & The Miracles", "b": 3, "r": false, "raw": "C. Smokey Robinson & The Miracles\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-14431", "s": "Phi-4-mini-instruct", "a": "B. AIRCRAFT CARRIER", "b": 3, "r": true, "raw": "B. AIRCRAFT CARRIER\n\nBet: 3\n\nB. AIRCRAFT CARRIER", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8280", "s": "Phi-4-mini-instruct", "a": "D. Copenhagen", "b": 3, "r": true, "raw": "D. Copenhagen\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3984", "s": "Phi-4-mini-instruct", "a": "A. Solidus", "b": 1, "r": true, "raw": "A. Solidus\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1774", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "mcq|tqa-16455", "s": "Phi-4-mini-instruct", "a": "B. Spain", "b": 3, "r": false, "raw": "B. Spain\n\nBet: 3\n\nSpain", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14291", "s": "Phi-4-mini-instruct", "a": "C. DNA structure", "b": 3, "r": true, "raw": "C. DNA structure\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5610", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know.", "v": {}}, {"q": "mcq|tqa-6367", "s": "Phi-4-mini-instruct", "a": "B. EDWARD the CONFESSOR", "b": 3, "r": true, "raw": "B. EDWARD the CONFESSOR\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3996", "s": "Phi-4-mini-instruct", "a": "B. Russia", "b": 3, "r": true, "raw": "B. Russia\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13792", "s": "Phi-4-mini-instruct", "a": "B. Spa Towns", "b": 3, "r": false, "raw": "B. Spa Towns\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14377", "s": "Phi-4-mini-instruct", "a": "B. Air Traffic Control", "b": 3, "r": true, "raw": "B. Air Traffic Control\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17410", "s": "Phi-4-mini-instruct", "a": "B. Henrietta Maria", "b": 3, "r": true, "raw": "B. Henrietta Maria\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11494", "s": "Phi-4-mini-instruct", "a": "B. Fay Wray", "b": 3, "r": true, "raw": "B. Fay Wray\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1022", "s": "Phi-4-mini-instruct", "a": "D. Barry and Yvonne", "b": 3, "r": true, "raw": "D. Barry and Yvonne\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5367", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "mcq|tqa-15407", "s": "Phi-4-mini-instruct", "a": "C. Blue JEANS", "b": 3, "r": false, "raw": "C. Blue JEANS\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-17045", "s": "Phi-4-mini-instruct", "a": "B. North Carolina", "b": 1, "r": true, "raw": "B. North Carolina\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10870", "s": "Phi-4-mini-instruct", "a": "D. Ambassador bridge", "b": 3, "r": true, "raw": "D. Ambassador bridge\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7738", "s": "Phi-4-mini-instruct", "a": "C. Constantine", "b": 3, "r": false, "raw": "C. Constantine\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-598", "s": "Phi-4-mini-instruct", "a": "B. 2004", "b": 3, "r": true, "raw": "B. 2004\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12656", "s": "Phi-4-mini-instruct", "a": "C. Dionysus", "b": 3, "r": true, "raw": "C. Dionysus\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16433", "s": "Phi-4-mini-instruct", "a": "C. JACOB", "b": 3, "r": true, "raw": "C. JACOB\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7498", "s": "Phi-4-mini-instruct", "a": "C. Chariots", "b": 3, "r": true, "raw": "C. Chariots\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6477", "s": "Phi-4-mini-instruct", "a": "D. PROHIBITION IN THE USA", "b": 3, "r": true, "raw": "D. PROHIBITION IN THE USA\n\nBet: 3\n\nI am sure.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16959", "s": "Phi-4-mini-instruct", "a": "B. ROMANIA", "b": 3, "r": true, "raw": "B. ROMANIA\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7773", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "mcq|tqa-3119", "s": "Phi-4-mini-instruct", "a": "D. The Red Cross", "b": 3, "r": true, "raw": "D. The Red Cross\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7866", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "mcq|tqa-3382", "s": "Phi-4-mini-instruct", "a": "D. Ralph Lauren", "b": 3, "r": true, "raw": "D. Ralph Lauren\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5948", "s": "Phi-4-mini-instruct", "a": "B. Cynthia Nixon", "b": 3, "r": true, "raw": "B. Cynthia Nixon\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4135", "s": "Phi-4-mini-instruct", "a": "D. Cimarron County", "b": 3, "r": true, "raw": "D. Cimarron County\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17233", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know.", "v": {}}, {"q": "mcq|tqa-986", "s": "Phi-4-mini-instruct", "a": "B. Sex", "b": 3, "r": true, "raw": "B. Sex\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1920", "s": "Phi-4-mini-instruct", "a": "C. Wyre", "b": 3, "r": true, "raw": "C. Wyre\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15690", "s": "Phi-4-mini-instruct", "a": "A. Ottorino Respighi", "b": 3, "r": true, "raw": "A. Ottorino Respighi\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13326", "s": "Phi-4-mini-instruct", "a": "D. A Series of Unfortunate Events", "b": 1, "r": true, "raw": "D. A Series of Unfortunate Events\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2905", "s": "Phi-4-mini-instruct", "a": "D. Australia", "b": 3, "r": true, "raw": "D. Australia\n\nBet: 3\n\nAs at 2012 Goulburn Correctional Centre is considered the highest security prison of Australia.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3772", "s": "Phi-4-mini-instruct", "a": "B. Parabola", "b": 3, "r": true, "raw": "B. Parabola\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13703", "s": "Phi-4-mini-instruct", "a": "C. Outkast", "b": 3, "r": true, "raw": "C. Outkast\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13124", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "mcq|tqa-2977", "s": "Phi-4-mini-instruct", "a": "D. 4 billion", "b": 3, "r": true, "raw": "D. 4 billion\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13094", "s": "Phi-4-mini-instruct", "a": "B. Palace of Versailles", "b": 3, "r": true, "raw": "B. Palace of Versailles\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13005", "s": "Phi-4-mini-instruct", "a": "B. Dylan Thomas", "b": 3, "r": true, "raw": "B. Dylan Thomas\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15496", "s": "Phi-4-mini-instruct", "a": "C. Rear Admiral", "b": 3, "r": true, "raw": "C. Rear Admiral\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9503", "s": "Phi-4-mini-instruct", "a": "C. Nigeria", "b": 3, "r": true, "raw": "C. Nigeria\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12485", "s": "Phi-4-mini-instruct", "a": "B. Nemesis", "b": 3, "r": true, "raw": "B. Nemesis\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17259", "s": "Phi-4-mini-instruct", "a": "B. Warsaw", "b": 3, "r": true, "raw": "B. Warsaw\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11601", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "mcq|tqa-13269", "s": "Phi-4-mini-instruct", "a": "B. Medea", "b": 3, "r": true, "raw": "B. Medea\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16812", "s": "Phi-4-mini-instruct", "a": "D. CZECH REPUBLIC", "b": 3, "r": true, "raw": "D. CZECH REPUBLIC\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10827", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "mcq|tqa-12736", "s": "Phi-4-mini-instruct", "a": "D. John Wayne", "b": 3, "r": true, "raw": "D. John Wayne\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4020", "s": "Phi-4-mini-instruct", "a": "B. China", "b": 3, "r": true, "raw": "B. China\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8836", "s": "Phi-4-mini-instruct", "a": "C. Jan Francis", "b": 3, "r": true, "raw": "C. Jan Francis\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4703", "s": "Phi-4-mini-instruct", "a": "B. Anaheim Ducks", "b": 3, "r": true, "raw": "B. Anaheim Ducks\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5139", "s": "Phi-4-mini-instruct", "a": "B. Roberta Flack", "b": 3, "r": true, "raw": "B. Roberta Flack\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2826", "s": "Phi-4-mini-instruct", "a": "C. Uranus", "b": 3, "r": true, "raw": "C. Uranus\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1139", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "mcq|tqa-1078", "s": "Phi-4-mini-instruct", "a": "A. Bird", "b": 3, "r": true, "raw": "A. Bird\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14251", "s": "Phi-4-mini-instruct", "a": "A. Harland & Wolff", "b": 3, "r": true, "raw": "A. Harland & Wolff\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9673", "s": "Phi-4-mini-instruct", "a": "C. Cape Horn", "b": 3, "r": true, "raw": "C. Cape Horn\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15898", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "mcq|tqa-12086", "s": "Phi-4-mini-instruct", "a": "B. Gironde", "b": 3, "r": true, "raw": "B. Gironde\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10740", "s": "Phi-4-mini-instruct", "a": "D. 22", "b": 3, "r": true, "raw": "D. 22\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8575", "s": "Phi-4-mini-instruct", "a": "A. Moscow", "b": 3, "r": true, "raw": "A. Moscow\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5046", "s": "Phi-4-mini-instruct", "a": "A. Hadrian's Wall", "b": 3, "r": true, "raw": "A. Hadrian's Wall\n\nBet: 3\n\nHadrian's Wall lies near the boundary of Scotland and England.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11120", "s": "Phi-4-mini-instruct", "a": "C. Julia Sawalha", "b": 3, "r": true, "raw": "C. Julia Sawalha\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-886", "s": "Phi-4-mini-instruct", "a": "C. Cherry", "b": 3, "r": true, "raw": "C. Cherry\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3793", "s": "Phi-4-mini-instruct", "a": "C. Helene Hanff", "b": 3, "r": true, "raw": "C. Helene Hanff\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1689", "s": "Phi-4-mini-instruct", "a": "A. Colour Blindness", "b": 3, "r": true, "raw": "A. Colour Blindness\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12223", "s": "Phi-4-mini-instruct", "a": "B. 12th", "b": 3, "r": true, "raw": "B. 12th\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16813", "s": "Phi-4-mini-instruct", "a": "D. Tasmania", "b": 3, "r": true, "raw": "D. Tasmania\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4441", "s": "Phi-4-mini-instruct", "a": "A. Camshaft", "b": 3, "r": true, "raw": "A. Camshaft\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7570", "s": "Phi-4-mini-instruct", "a": "C. NEPTUNE", "b": 3, "r": true, "raw": "C. NEPTUNE\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7752", "s": "Phi-4-mini-instruct", "a": "D. CORTINA", "b": 3, "r": true, "raw": "D. CORTINA\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1345", "s": "Phi-4-mini-instruct", "a": "B. Golda Meir", "b": 3, "r": true, "raw": "B. Golda Meir\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9884", "s": "Phi-4-mini-instruct", "a": "A. Boulder Dam", "b": 3, "r": true, "raw": "A. Boulder Dam\n\nBet: 3\n\nBoulder Dam was the original name for the structure that became known as Hoover Dam.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16854", "s": "Phi-4-mini-instruct", "a": "B. Hawaii", "b": 3, "r": true, "raw": "B. Hawaii\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6980", "s": "Phi-4-mini-instruct", "a": "A. Handley-Page", "b": 3, "r": true, "raw": "A. Handley-Page\n\nBet: 3\n\nHandley-Page produced the Hastings and Herald aircraft.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15390", "s": "Phi-4-mini-instruct", "a": "B. Colombia", "b": 3, "r": true, "raw": "B. Colombia\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1057", "s": "Phi-4-mini-instruct", "a": "D. Niccolo Machiavelli", "b": 3, "r": true, "raw": "D. Niccolo Machiavelli\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12780", "s": "Phi-4-mini-instruct", "a": "A. The Mary Tyler Moore Show", "b": 1, "r": true, "raw": "A. The Mary Tyler Moore Show\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-295", "s": "Phi-4-mini-instruct", "a": "D. Q", "b": 3, "r": true, "raw": "D. Q\n\nBet: 3\n\nI am sure.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11753", "s": "Phi-4-mini-instruct", "a": "C. CHRISTOPHER COLUMBUS", "b": 3, "r": true, "raw": "C. CHRISTOPHER COLUMBUS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9747", "s": "Phi-4-mini-instruct", "a": "A. The Krusty Krab", "b": 3, "r": true, "raw": "A. The Krusty Krab\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3635", "s": "Phi-4-mini-instruct", "a": "B. Parliament", "b": 3, "r": false, "raw": "B. Parliament\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-14289", "s": "Phi-4-mini-instruct", "a": "C. VENUS", "b": 3, "r": true, "raw": "C. VENUS\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17422", "s": "Phi-4-mini-instruct", "a": "A. 1941", "b": 1, "r": true, "raw": "A. 1941\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9046", "s": "Phi-4-mini-instruct", "a": "B. Nowhere Boy", "b": 3, "r": true, "raw": "B. Nowhere Boy\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12484", "s": "Phi-4-mini-instruct", "a": "D. Delilah", "b": 3, "r": true, "raw": "D. Delilah\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-760", "s": "Phi-4-mini-instruct", "a": "C. The Royal Ballet", "b": 3, "r": true, "raw": "C. The Royal Ballet\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6948", "s": "Phi-4-mini-instruct", "a": "B. Mobile phone", "b": 3, "r": true, "raw": "B. Mobile phone\n\nBet: 3\n\nB. Mobile phone", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9738", "s": "Phi-4-mini-instruct", "a": "D. 24", "b": 3, "r": true, "raw": "D. 24\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2662", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "mcq|tqa-2794", "s": "Phi-4-mini-instruct", "a": "B. D'Artagnan", "b": 3, "r": true, "raw": "B. D'Artagnan\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13077", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know.", "v": {}}, {"q": "mcq|tqa-11466", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know.", "v": {}}, {"q": "mcq|tqa-225", "s": "Phi-4-mini-instruct", "a": "C. The Little Sparrow", "b": 3, "r": true, "raw": "C. The Little Sparrow\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4766", "s": "Phi-4-mini-instruct", "a": "B. Pufferfish", "b": 3, "r": true, "raw": "B. Pufferfish\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14390", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know.", "v": {}}, {"q": "mcq|tqa-14465", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "mcq|tqa-274", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "mcq|tqa-3088", "s": "Phi-4-mini-instruct", "a": "B. Fondue", "b": 3, "r": true, "raw": "B. Fondue\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5403", "s": "Phi-4-mini-instruct", "a": "D. PARIS", "b": 3, "r": true, "raw": "D. PARIS\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9672", "s": "Phi-4-mini-instruct", "a": "B1", "b": 3, "r": true, "raw": "B1\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14780", "s": "Phi-4-mini-instruct", "a": "B. Indonesia", "b": 1, "r": true, "raw": "B. Indonesia\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15574", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "mcq|tqa-1340", "s": "Phi-4-mini-instruct", "a": "B. Marc", "b": 1, "r": false, "raw": "B. Marc\n\nBet: 1\n\nMarc can be combined with Cat and Board to form the words \"Marc Cat\" and \"Marc Board,\" but it doesn't form a third word with Jay. However, \"Marc\" is the only option that can be combined with \"Cat\" and \"Board\" to form two words, even though it doesn't form a", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-12617", "s": "Phi-4-mini-instruct", "a": "B. Heath Ledger", "b": 3, "r": true, "raw": "B. Heath Ledger\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15049", "s": "Phi-4-mini-instruct", "a": "C. Prokofiev", "b": 3, "r": true, "raw": "C. Prokofiev\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4026", "s": "Phi-4-mini-instruct", "a": "A. Ganges", "b": 3, "r": true, "raw": "A. Ganges\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13515", "s": "Phi-4-mini-instruct", "a": "C. Francis Drake", "b": 3, "r": true, "raw": "C. Francis Drake\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15258", "s": "Phi-4-mini-instruct", "a": "B. South China Sea", "b": 3, "r": true, "raw": "B. South China Sea\n\nBet: 3\n\nI am sure.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-350", "s": "Phi-4-mini-instruct", "a": "C. 303", "b": 3, "r": true, "raw": "C. 303\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9267", "s": "Phi-4-mini-instruct", "a": "A. John Millais", "b": 3, "r": true, "raw": "A. John Millais\n\nBet: 3\n\nOrphelia, Autumn Leaves, and Bubbles are three famous works of the artist John Millais.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4724", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know.", "v": {}}, {"q": "mcq|tqa-9696", "s": "Phi-4-mini-instruct", "a": "D. South Africa", "b": 3, "r": true, "raw": "D. South Africa\n\nBet: 3\n\nSouth Africa is hosting the 2010 FIFA World Cup.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8486", "s": "Phi-4-mini-instruct", "a": "B. AUK", "b": 3, "r": true, "raw": "B. AUK\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1702", "s": "Phi-4-mini-instruct", "a": "D. Kissing", "b": 3, "r": true, "raw": "D. Kissing\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13117", "s": "Phi-4-mini-instruct", "a": "D. The US Navy", "b": 3, "r": true, "raw": "D. The US Navy\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10461", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "mcq|tqa-11112", "s": "Phi-4-mini-instruct", "a": "D. Fish", "b": 3, "r": true, "raw": "D. Fish\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7951", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "mcq|tqa-13908", "s": "Phi-4-mini-instruct", "a": "D. Kix", "b": 3, "r": true, "raw": "D. Kix\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5635", "s": "Phi-4-mini-instruct", "a": "B. Anne", "b": 3, "r": true, "raw": "B. Anne\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5506", "s": "Phi-4-mini-instruct", "a": "B. Pressure", "b": 3, "r": true, "raw": "B. Pressure\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9454", "s": "Phi-4-mini-instruct", "a": "D. Guy Pearce", "b": 3, "r": true, "raw": "D. Guy Pearce\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15342", "s": "Phi-4-mini-instruct", "a": "C. MARTIN VAN BUREN", "b": 3, "r": true, "raw": "C. MARTIN VAN BUREN\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15784", "s": "Phi-4-mini-instruct", "a": "B. Grover Cleveland", "b": 3, "r": false, "raw": "B. Grover Cleveland\n\nBet: 3\n\nGrover Cleveland served as the 24th and 28th President of the United States, with his first term from 1885 to 1889 and his second term from 1893 to 1897. He was succeeded by Benjamin Harrison in 1889 and then succeeded by Cleveland again in", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-1412", "s": "Phi-4-mini-instruct", "a": "A. (The Life and Opinions of) Tristram Shandy (Gentleman)", "b": 3, "r": true, "raw": "A. (The Life and Opinions of) Tristram Shandy (Gentleman)\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4267", "s": "Phi-4-mini-instruct", "a": "C. Red", "b": 3, "r": true, "raw": "C. Red\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14027", "s": "Qwen3.5-4B", "a": "D. Johnny Cash", "b": 3, "r": true, "raw": "D. Johnny Cash\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10965", "s": "Qwen3.5-4B", "a": "D. Argentina", "b": 3, "r": true, "raw": "D. Argentina\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-486", "s": "Qwen3.5-4B", "a": "D. ST ASAPH", "b": 3, "r": false, "raw": "D. ST ASAPH\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-787", "s": "Qwen3.5-4B", "a": "A. John", "b": 3, "r": true, "raw": "A. John\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16253", "s": "Qwen3.5-4B", "a": "C. ALEX GARLAND", "b": 3, "r": true, "raw": "C. ALEX GARLAND\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1485", "s": "Qwen3.5-4B", "a": "A. Blind Faith", "b": 3, "r": true, "raw": "A. Blind Faith\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4709", "s": "Qwen3.5-4B", "a": "B. South Africa", "b": 3, "r": true, "raw": "B. South Africa\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3338", "s": "Qwen3.5-4B", "a": "B. Othello", "b": 3, "r": true, "raw": "B. Othello\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7887", "s": "Qwen3.5-4B", "a": "D. BUTTER", "b": 3, "r": true, "raw": "D. BUTTER\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12326", "s": "Qwen3.5-4B", "a": "A. Thor", "b": 1, "r": true, "raw": "A. Thor\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3128", "s": "Qwen3.5-4B", "a": "A. Golden Fleece", "b": 3, "r": true, "raw": "A. Golden Fleece\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10002", "s": "Qwen3.5-4B", "a": "B. Famous Players Film Company", "b": 3, "r": true, "raw": "B. Famous Players Film Company\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-535", "s": "Qwen3.5-4B", "a": "D. A) Felix Leiter", "b": 3, "r": true, "raw": "D. A) Felix Leiter\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13564", "s": "Qwen3.5-4B", "a": "A. Pentecost", "b": 3, "r": true, "raw": "A. Pentecost\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11985", "s": "Qwen3.5-4B", "a": "B. John NAPIER", "b": 3, "r": true, "raw": "B. John NAPIER\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13846", "s": "Qwen3.5-4B", "a": "D. Converse", "b": 3, "r": true, "raw": "D. Converse\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17721", "s": "Qwen3.5-4B", "a": "B. Montgomery Scott", "b": 3, "r": true, "raw": "B. Montgomery Scott\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2526", "s": "Qwen3.5-4B", "a": "A. BARACK OBAMA", "b": 3, "r": true, "raw": "A. BARACK OBAMA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5111", "s": "Qwen3.5-4B", "a": "D. Boyz II Men", "b": 3, "r": true, "raw": "D. Boyz II Men\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14431", "s": "Qwen3.5-4B", "a": "B. AIRCRAFT CARRIER", "b": 3, "r": true, "raw": "B. AIRCRAFT CARRIER\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8280", "s": "Qwen3.5-4B", "a": "D. COPENHAGEN", "b": 3, "r": true, "raw": "D. COPENHAGEN\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3984", "s": "Qwen3.5-4B", "a": "A. Solidus", "b": 1, "r": true, "raw": "A. Solidus\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1774", "s": "Qwen3.5-4B", "a": "A. Amy Johnson.", "b": 1, "r": true, "raw": "A. Amy Johnson.\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16455", "s": "Qwen3.5-4B", "a": "A. SPAIN", "b": 3, "r": true, "raw": "A. SPAIN\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14291", "s": "Qwen3.5-4B", "a": "C. DNA structure", "b": 3, "r": true, "raw": "C. DNA structure\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5610", "s": "Qwen3.5-4B", "a": "C. KARAKORAM", "b": 3, "r": true, "raw": "C. KARAKORAM\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6367", "s": "Qwen3.5-4B", "a": "B. EDWARD the CONFESSOR", "b": 3, "r": true, "raw": "B. EDWARD the CONFESSOR\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3996", "s": "Qwen3.5-4B", "a": "B. Russia", "b": 3, "r": true, "raw": "B. Russia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13792", "s": "Qwen3.5-4B", "a": "A. Spa Towns", "b": 1, "r": true, "raw": "A. Spa Towns\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14377", "s": "Qwen3.5-4B", "a": "B. Air Traffic Control", "b": 3, "r": true, "raw": "B. Air Traffic Control\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17410", "s": "Qwen3.5-4B", "a": "B. Henrietta Maria", "b": 3, "r": true, "raw": "B. Henrietta Maria\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11494", "s": "Qwen3.5-4B", "a": "B. Fay Wray", "b": 3, "r": true, "raw": "B. Fay Wray\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1022", "s": "Qwen3.5-4B", "a": "D. Barry and Yvonne", "b": 3, "r": true, "raw": "D. Barry and Yvonne\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5367", "s": "Qwen3.5-4B", "a": "B. SOUTH PACIFIC", "b": 3, "r": true, "raw": "B. SOUTH PACIFIC\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15407", "s": "Qwen3.5-4B", "a": "C. Blue JEANS", "b": 1, "r": false, "raw": "C. Blue JEANS\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-17045", "s": "Qwen3.5-4B", "a": "B. North Carolina", "b": 1, "r": true, "raw": "B. North Carolina\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10870", "s": "Qwen3.5-4B", "a": "D. Ambassador bridge", "b": 3, "r": true, "raw": "D. Ambassador bridge\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7738", "s": "Qwen3.5-4B", "a": "D. CHILE", "b": 3, "r": true, "raw": "D. CHILE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-598", "s": "Qwen3.5-4B", "a": "B. 2004", "b": 3, "r": true, "raw": "B. 2004\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12656", "s": "Qwen3.5-4B", "a": "C. Dionysus", "b": 3, "r": true, "raw": "C. Dionysus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16433", "s": "Qwen3.5-4B", "a": "C. JACOB", "b": 3, "r": true, "raw": "C. JACOB\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7498", "s": "Qwen3.5-4B", "a": "C. Chariots", "b": 3, "r": true, "raw": "C. Chariots\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6477", "s": "Qwen3.5-4B", "a": "D. PROHIBITION IN THE USA", "b": 3, "r": true, "raw": "D. PROHIBITION IN THE USA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16959", "s": "Qwen3.5-4B", "a": "B. ROMANIA", "b": 1, "r": true, "raw": "B. ROMANIA\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7773", "s": "Qwen3.5-4B", "a": "D. Shylock", "b": 1, "r": true, "raw": "D. Shylock\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3119", "s": "Qwen3.5-4B", "a": "D. The Red Cross", "b": 3, "r": true, "raw": "D. The Red Cross\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7866", "s": "Qwen3.5-4B", "a": "C. Dik Browne", "b": 3, "r": true, "raw": "C. Dik Browne\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3382", "s": "Qwen3.5-4B", "a": "D. Ralph Lauren", "b": 3, "r": true, "raw": "D. Ralph Lauren\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5948", "s": "Qwen3.5-4B", "a": "B. Cynthia Nixon", "b": 3, "r": true, "raw": "B. Cynthia Nixon\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4135", "s": "Qwen3.5-4B", "a": "D. Cimarron County", "b": 3, "r": true, "raw": "D. Cimarron County\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17233", "s": "Qwen3.5-4B", "a": "A. Long jump", "b": 1, "r": true, "raw": "A. Long jump\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-986", "s": "Qwen3.5-4B", "a": "B. Sex", "b": 1, "r": true, "raw": "B. Sex\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1920", "s": "Qwen3.5-4B", "a": "C. Wyre", "b": 3, "r": true, "raw": "C. Wyre\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15690", "s": "Qwen3.5-4B", "a": "A. Ottorino RESPIGHI", "b": 3, "r": true, "raw": "A. Ottorino RESPIGHI\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13326", "s": "Qwen3.5-4B", "a": "D. A Series of Unfortunate Events", "b": 3, "r": true, "raw": "D. A Series of Unfortunate Events\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2905", "s": "Qwen3.5-4B", "a": "D. Australia", "b": 3, "r": true, "raw": "D. Australia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3772", "s": "Qwen3.5-4B", "a": "B. Parabola", "b": 3, "r": true, "raw": "B. Parabola\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13703", "s": "Qwen3.5-4B", "a": "C. Outkast", "b": 3, "r": true, "raw": "C. Outkast\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13124", "s": "Qwen3.5-4B", "a": "A. 6", "b": 3, "r": true, "raw": "A. 6\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2977", "s": "Qwen3.5-4B", "a": "D. 4 billion", "b": 3, "r": true, "raw": "D. 4 billion\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13094", "s": "Qwen3.5-4B", "a": "B. Palace of Versailles", "b": 3, "r": true, "raw": "B. Palace of Versailles\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13005", "s": "Qwen3.5-4B", "a": "B. Dylan Thomas", "b": 3, "r": true, "raw": "B. Dylan Thomas\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15496", "s": "Qwen3.5-4B", "a": "C. Rear Admiral", "b": 3, "r": true, "raw": "C. Rear Admiral\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9503", "s": "Qwen3.5-4B", "a": "C. Nigeria", "b": 3, "r": true, "raw": "C. Nigeria\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12485", "s": "Qwen3.5-4B", "a": "B. Nemesis", "b": 3, "r": true, "raw": "B. Nemesis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17259", "s": "Qwen3.5-4B", "a": "B. Warsaw.", "b": 3, "r": true, "raw": "B. Warsaw.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11601", "s": "Qwen3.5-4B", "a": "A. Uncle Tom’s Cabin", "b": 3, "r": true, "raw": "A. Uncle Tom’s Cabin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13269", "s": "Qwen3.5-4B", "a": "B. Medea", "b": 3, "r": true, "raw": "B. Medea\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16812", "s": "Qwen3.5-4B", "a": "D. CZECH REPUBLIC", "b": 3, "r": true, "raw": "D. CZECH REPUBLIC\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10827", "s": "Qwen3.5-4B", "a": "B. PANTHEON", "b": 3, "r": false, "raw": "B. PANTHEON\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-12736", "s": "Qwen3.5-4B", "a": "D. John Wayne", "b": 3, "r": true, "raw": "D. John Wayne\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4020", "s": "Qwen3.5-4B", "a": "B. China", "b": 3, "r": true, "raw": "B. China\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8836", "s": "Qwen3.5-4B", "a": "C. Jan Francis", "b": 3, "r": true, "raw": "C. Jan Francis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4703", "s": "Qwen3.5-4B", "a": "B. Anaheim Ducks", "b": 1, "r": true, "raw": "B. Anaheim Ducks\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5139", "s": "Qwen3.5-4B", "a": "B. Roberta Flack", "b": 3, "r": true, "raw": "B. Roberta Flack\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2826", "s": "Qwen3.5-4B", "a": "A. Oedipus", "b": 1, "r": false, "raw": "A. Oedipus\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-1139", "s": "Qwen3.5-4B", "a": "C. Reap The Wild Wind", "b": 3, "r": true, "raw": "C. Reap The Wild Wind\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1078", "s": "Qwen3.5-4B", "a": "A. Bird", "b": 1, "r": true, "raw": "A. Bird\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14251", "s": "Qwen3.5-4B", "a": "A. Harland & Wolff", "b": 3, "r": true, "raw": "A. Harland & Wolff\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9673", "s": "Qwen3.5-4B", "a": "C. Cape Horn", "b": 3, "r": true, "raw": "C. Cape Horn\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15898", "s": "Qwen3.5-4B", "a": "D. THE TAMING OF THE SHREW", "b": 3, "r": true, "raw": "D. THE TAMING OF THE SHREW\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12086", "s": "Qwen3.5-4B", "a": "B. GIRONDE", "b": 3, "r": true, "raw": "B. GIRONDE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10740", "s": "Qwen3.5-4B", "a": "D. 22", "b": 1, "r": true, "raw": "D. 22\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8575", "s": "Qwen3.5-4B", "a": "A. Moscow", "b": 1, "r": true, "raw": "A. Moscow\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5046", "s": "Qwen3.5-4B", "a": "A. Hadrian's Wall", "b": 3, "r": true, "raw": "A. Hadrian's Wall\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11120", "s": "Qwen3.5-4B", "a": "C. Julia Sawalha", "b": 3, "r": true, "raw": "C. Julia Sawalha\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-886", "s": "Qwen3.5-4B", "a": "C. Cherry", "b": 3, "r": true, "raw": "C. Cherry\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3793", "s": "Qwen3.5-4B", "a": "C. Helene Hanff", "b": 3, "r": true, "raw": "C. Helene Hanff\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1689", "s": "Qwen3.5-4B", "a": "A. Colour Blindness", "b": 3, "r": true, "raw": "A. Colour Blindness\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12223", "s": "Qwen3.5-4B", "a": "B. 12th", "b": 3, "r": true, "raw": "B. 12th\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16813", "s": "Qwen3.5-4B", "a": "D. TASMANIA", "b": 3, "r": true, "raw": "D. TASMANIA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4441", "s": "Qwen3.5-4B", "a": "A. Camshaft", "b": 1, "r": true, "raw": "A. Camshaft\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7570", "s": "Qwen3.5-4B", "a": "C. NEPTUNE", "b": 3, "r": true, "raw": "C. NEPTUNE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7752", "s": "Qwen3.5-4B", "a": "D. CORTINA", "b": 3, "r": true, "raw": "D. CORTINA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1345", "s": "Qwen3.5-4B", "a": "B. Golda Meir", "b": 3, "r": true, "raw": "B. Golda Meir\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9884", "s": "Qwen3.5-4B", "a": "A. Boulder Dam", "b": 1, "r": true, "raw": "A. Boulder Dam\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16854", "s": "Qwen3.5-4B", "a": "B. Hawaii", "b": 3, "r": true, "raw": "B. Hawaii\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6980", "s": "Qwen3.5-4B", "a": "A. Handley-Page", "b": 1, "r": true, "raw": "A. Handley-Page\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15390", "s": "Qwen3.5-4B", "a": "B. Colombia", "b": 3, "r": true, "raw": "B. Colombia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1057", "s": "Qwen3.5-4B", "a": "D. Niccolo Machiavelli", "b": 3, "r": true, "raw": "D. Niccolo Machiavelli\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12780", "s": "Qwen3.5-4B", "a": "A. The Mary Tyler Moore Show", "b": 3, "r": true, "raw": "A. The Mary Tyler Moore Show\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-295", "s": "Qwen3.5-4B", "a": "D. Q", "b": 3, "r": true, "raw": "D. Q\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11753", "s": "Qwen3.5-4B", "a": "C. CHRISTOPHER COLUMBUS", "b": 3, "r": true, "raw": "C. CHRISTOPHER COLUMBUS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9747", "s": "Qwen3.5-4B", "a": "A. The Krusty Krab", "b": 3, "r": true, "raw": "A. The Krusty Krab\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3635", "s": "Qwen3.5-4B", "a": "D. Oliver!", "b": 3, "r": true, "raw": "D. Oliver!\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14289", "s": "Qwen3.5-4B", "a": "C. VENUS", "b": 3, "r": true, "raw": "C. VENUS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17422", "s": "Qwen3.5-4B", "a": "A. 1941", "b": 1, "r": true, "raw": "A. 1941\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9046", "s": "Qwen3.5-4B", "a": "B. Nowhere Boy", "b": 3, "r": true, "raw": "B. Nowhere Boy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12484", "s": "Qwen3.5-4B", "a": "D. Delilah", "b": 3, "r": true, "raw": "D. Delilah\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-760", "s": "Qwen3.5-4B", "a": "C. The Royal Ballet", "b": 3, "r": true, "raw": "C. The Royal Ballet\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6948", "s": "Qwen3.5-4B", "a": "B. Mobile phone", "b": 3, "r": true, "raw": "B. Mobile phone\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9738", "s": "Qwen3.5-4B", "a": "D. 24", "b": 3, "r": true, "raw": "D. 24\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2662", "s": "Qwen3.5-4B", "a": "D. MARSELLAISE", "b": 3, "r": true, "raw": "D. MARSELLAISE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2794", "s": "Qwen3.5-4B", "a": "B. D'Artagnan", "b": 3, "r": true, "raw": "B. D'Artagnan\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13077", "s": "Qwen3.5-4B", "a": "A. 7", "b": 3, "r": true, "raw": "A. 7\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11466", "s": "Qwen3.5-4B", "a": "D. The Round Table.", "b": 3, "r": true, "raw": "D. The Round Table.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-225", "s": "Qwen3.5-4B", "a": "C. The Little Sparrow", "b": 3, "r": true, "raw": "C. The Little Sparrow\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4766", "s": "Qwen3.5-4B", "a": "B. Pufferfish", "b": 3, "r": true, "raw": "B. Pufferfish\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14390", "s": "Qwen3.5-4B", "a": "C. 1664", "b": 3, "r": true, "raw": "C. 1664\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14465", "s": "Qwen3.5-4B", "a": "A. Hard Times", "b": 1, "r": true, "raw": "A. Hard Times\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-274", "s": "Qwen3.5-4B", "a": "B. 57", "b": 3, "r": true, "raw": "B. 57\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3088", "s": "Qwen3.5-4B", "a": "B. Fondue", "b": 3, "r": true, "raw": "B. Fondue\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5403", "s": "Qwen3.5-4B", "a": "D. PARIS", "b": 3, "r": true, "raw": "D. PARIS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9672", "s": "Qwen3.5-4B", "a": "B. B1", "b": 3, "r": true, "raw": "B. B1\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14780", "s": "Qwen3.5-4B", "a": "B. Indonesia", "b": 3, "r": true, "raw": "B. Indonesia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15574", "s": "Qwen3.5-4B", "a": "C. Ibrox Stadium", "b": 1, "r": false, "raw": "C. Ibrox Stadium\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-1340", "s": "Qwen3.5-4B", "a": "C. Wyre", "b": 3, "r": false, "raw": "C. Wyre\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-12617", "s": "Qwen3.5-4B", "a": "B. Heath Ledger", "b": 3, "r": true, "raw": "B. Heath Ledger\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15049", "s": "Qwen3.5-4B", "a": "C. Prokofiev", "b": 3, "r": true, "raw": "C. Prokofiev\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4026", "s": "Qwen3.5-4B", "a": "A. Ganges", "b": 1, "r": true, "raw": "A. Ganges\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13515", "s": "Qwen3.5-4B", "a": "C. Francis Drake.", "b": 3, "r": true, "raw": "C. Francis Drake.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15258", "s": "Qwen3.5-4B", "a": "B. South China Sea", "b": 3, "r": true, "raw": "B. South China Sea\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-350", "s": "Qwen3.5-4B", "a": "C. 303", "b": 3, "r": true, "raw": "C. 303\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9267", "s": "Qwen3.5-4B", "a": "A. JOHN MILLAIS", "b": 3, "r": true, "raw": "A. JOHN MILLAIS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4724", "s": "Qwen3.5-4B", "a": "A. a Well", "b": 1, "r": true, "raw": "A. a Well\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9696", "s": "Qwen3.5-4B", "a": "D. South Africa.", "b": 1, "r": true, "raw": "D. South Africa.\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8486", "s": "Qwen3.5-4B", "a": "B. AUK", "b": 3, "r": true, "raw": "B. AUK\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1702", "s": "Qwen3.5-4B", "a": "D. Kissing", "b": 1, "r": true, "raw": "D. Kissing\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13117", "s": "Qwen3.5-4B", "a": "D. The US Navy", "b": 3, "r": true, "raw": "D. The US Navy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10461", "s": "Qwen3.5-4B", "a": "B. Space 1999", "b": 3, "r": true, "raw": "B. Space 1999\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11112", "s": "Qwen3.5-4B", "a": "D. Fish", "b": 3, "r": true, "raw": "D. Fish\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7951", "s": "Qwen3.5-4B", "a": "C. Bird", "b": 3, "r": false, "raw": "C. Bird\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13908", "s": "Qwen3.5-4B", "a": "D. Kix", "b": 3, "r": true, "raw": "D. Kix\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5635", "s": "Qwen3.5-4B", "a": "B. Anne", "b": 3, "r": true, "raw": "B. Anne\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5506", "s": "Qwen3.5-4B", "a": "B. Pressure", "b": 3, "r": true, "raw": "B. Pressure\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9454", "s": "Qwen3.5-4B", "a": "D. Guy Pearce.", "b": 3, "r": true, "raw": "D. Guy Pearce.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15342", "s": "Qwen3.5-4B", "a": "C. MARTIN VAN BUREN", "b": 1, "r": true, "raw": "C. MARTIN VAN BUREN\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15784", "s": "Qwen3.5-4B", "a": "A. BENJAMIN HARRISON", "b": 3, "r": true, "raw": "A. BENJAMIN HARRISON\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1412", "s": "Qwen3.5-4B", "a": "A. (The Life and Opinions of) Tristram Shandy (Gentleman)", "b": 3, "r": true, "raw": "A. (The Life and Opinions of) Tristram Shandy (Gentleman)\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4267", "s": "Qwen3.5-4B", "a": "C. Red", "b": 3, "r": true, "raw": "C. Red\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14027", "s": "Qwen2.5-7B-Instruct", "a": "D. Johnny Cash", "b": 3, "r": true, "raw": "D. Johnny Cash\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10965", "s": "Qwen2.5-7B-Instruct", "a": "D. Argentina", "b": 3, "r": true, "raw": "D. Argentina\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-486", "s": "Qwen2.5-7B-Instruct", "a": "A. Bruce", "b": 3, "r": true, "raw": "A. Bruce\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-787", "s": "Qwen2.5-7B-Instruct", "a": "A. John", "b": 3, "r": true, "raw": "A. John\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16253", "s": "Qwen2.5-7B-Instruct", "a": "C. ALEX GARLAND", "b": 3, "r": true, "raw": "C. ALEX GARLAND\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1485", "s": "Qwen2.5-7B-Instruct", "a": "A. Blind Faith", "b": 3, "r": true, "raw": "A. Blind Faith\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4709", "s": "Qwen2.5-7B-Instruct", "a": "B. South Africa", "b": 3, "r": true, "raw": "B. South Africa\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3338", "s": "Qwen2.5-7B-Instruct", "a": "B. Othello", "b": 3, "r": true, "raw": "B. Othello\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7887", "s": "Qwen2.5-7B-Instruct", "a": "D. BUTTER", "b": 3, "r": true, "raw": "D. BUTTER\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12326", "s": "Qwen2.5-7B-Instruct", "a": "A. Thor", "b": 3, "r": true, "raw": "A. Thor\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3128", "s": "Qwen2.5-7B-Instruct", "a": "A. Golden Fleece", "b": 3, "r": true, "raw": "A. Golden Fleece\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10002", "s": "Qwen2.5-7B-Instruct", "a": "B. Famous Players Film Company", "b": 3, "r": true, "raw": "B. Famous Players Film Company\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-535", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip).", "v": {}}, {"q": "mcq|tqa-13564", "s": "Qwen2.5-7B-Instruct", "a": "A. Pentecost", "b": 3, "r": true, "raw": "A. Pentecost\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11985", "s": "Qwen2.5-7B-Instruct", "a": "B. John NAPIER", "b": 3, "r": true, "raw": "B. John NAPIER\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13846", "s": "Qwen2.5-7B-Instruct", "a": "D. Converse", "b": 3, "r": true, "raw": "D. Converse\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17721", "s": "Qwen2.5-7B-Instruct", "a": "B. Montgomery Scott", "b": 3, "r": true, "raw": "B. Montgomery Scott\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2526", "s": "Qwen2.5-7B-Instruct", "a": "A. BARACK OBAMA", "b": 3, "r": true, "raw": "A. BARACK OBAMA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5111", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip).", "v": {}}, {"q": "mcq|tqa-14431", "s": "Qwen2.5-7B-Instruct", "a": "B. AIRCRAFT CARRIER", "b": 3, "r": true, "raw": "B. AIRCRAFT CARRIER\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8280", "s": "Qwen2.5-7B-Instruct", "a": "D. COPENHAGEN", "b": 3, "r": true, "raw": "D. COPENHAGEN\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3984", "s": "Qwen2.5-7B-Instruct", "a": "A. Solidus", "b": 3, "r": true, "raw": "A. Solidus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1774", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "mcq|tqa-16455", "s": "Qwen2.5-7B-Instruct", "a": "A. SPAIN", "b": 3, "r": true, "raw": "A. SPAIN\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14291", "s": "Qwen2.5-7B-Instruct", "a": "C. DNA structure", "b": 3, "r": true, "raw": "C. DNA structure\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5610", "s": "Qwen2.5-7B-Instruct", "a": "C. KARAKORAM", "b": 3, "r": true, "raw": "C. KARAKORAM\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6367", "s": "Qwen2.5-7B-Instruct", "a": "B. EDWARD the CONFESSOR", "b": 3, "r": true, "raw": "B. EDWARD the CONFESSOR\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3996", "s": "Qwen2.5-7B-Instruct", "a": "B. Russia", "b": 3, "r": true, "raw": "B. Russia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13792", "s": "Qwen2.5-7B-Instruct", "a": "A. Spa Towns", "b": 3, "r": true, "raw": "A. Spa Towns\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14377", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "mcq|tqa-17410", "s": "Qwen2.5-7B-Instruct", "a": "B. Henrietta Maria", "b": 3, "r": true, "raw": "B. Henrietta Maria\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11494", "s": "Qwen2.5-7B-Instruct", "a": "B. Fay Wray", "b": 3, "r": true, "raw": "B. Fay Wray\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1022", "s": "Qwen2.5-7B-Instruct", "a": "D. Barry and Yvonne", "b": 3, "r": true, "raw": "D. Barry and Yvonne\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5367", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "mcq|tqa-15407", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "mcq|tqa-17045", "s": "Qwen2.5-7B-Instruct", "a": "B. North Carolina", "b": 3, "r": true, "raw": "B. North Carolina\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10870", "s": "Qwen2.5-7B-Instruct", "a": "D. Dylan Thomas", "b": 3, "r": false, "raw": "D. Dylan Thomas\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-7738", "s": "Qwen2.5-7B-Instruct", "a": "D. CHILE", "b": 3, "r": true, "raw": "D. CHILE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-598", "s": "Qwen2.5-7B-Instruct", "a": "B. 2004", "b": 3, "r": true, "raw": "B. 2004\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12656", "s": "Qwen2.5-7B-Instruct", "a": "C. Dionysus", "b": 3, "r": true, "raw": "C. Dionysus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16433", "s": "Qwen2.5-7B-Instruct", "a": "C. JACOB", "b": 3, "r": true, "raw": "C. JACOB\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7498", "s": "Qwen2.5-7B-Instruct", "a": "C. Chariots", "b": 3, "r": true, "raw": "C. Chariots\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6477", "s": "Qwen2.5-7B-Instruct", "a": "D. PROHIBITION IN THE USA", "b": 3, "r": true, "raw": "D. PROHIBITION IN THE USA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16959", "s": "Qwen2.5-7B-Instruct", "a": "B. ROMANIA", "b": 3, "r": true, "raw": "B. ROMANIA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7773", "s": "Qwen2.5-7B-Instruct", "a": "D. Shylock", "b": 3, "r": true, "raw": "D. Shylock\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3119", "s": "Qwen2.5-7B-Instruct", "a": "D. The Red Cross", "b": 3, "r": true, "raw": "D. The Red Cross\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7866", "s": "Qwen2.5-7B-Instruct", "a": "C. Dik Browne", "b": 3, "r": true, "raw": "C. Dik Browne\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3382", "s": "Qwen2.5-7B-Instruct", "a": "D. Ralph Lauren", "b": 3, "r": true, "raw": "D. Ralph Lauren\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5948", "s": "Qwen2.5-7B-Instruct", "a": "B. Cynthia Nixon", "b": 3, "r": true, "raw": "B. Cynthia Nixon\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4135", "s": "Qwen2.5-7B-Instruct", "a": "D. Cimarron County", "b": 3, "r": true, "raw": "D. Cimarron County\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17233", "s": "Qwen2.5-7B-Instruct", "a": "A. Long jump", "b": 3, "r": true, "raw": "A. Long jump\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-986", "s": "Qwen2.5-7B-Instruct", "a": "B. Sex", "b": 3, "r": true, "raw": "B. Sex\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1920", "s": "Qwen2.5-7B-Instruct", "a": "C. Wyre", "b": 3, "r": true, "raw": "C. Wyre\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15690", "s": "Qwen2.5-7B-Instruct", "a": "A. Ottorino RESPIGHI", "b": 3, "r": true, "raw": "A. Ottorino RESPIGHI\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13326", "s": "Qwen2.5-7B-Instruct", "a": "D. A Series of Unfortunate Events", "b": 3, "r": true, "raw": "D. A Series of Unfortunate Events\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2905", "s": "Qwen2.5-7B-Instruct", "a": "D. Australia", "b": 3, "r": true, "raw": "D. Australia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3772", "s": "Qwen2.5-7B-Instruct", "a": "B. Parabola", "b": 3, "r": true, "raw": "B. Parabola\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13703", "s": "Qwen2.5-7B-Instruct", "a": "C. Outkast", "b": 3, "r": true, "raw": "C. Outkast\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13124", "s": "Qwen2.5-7B-Instruct", "a": "A. 6", "b": 3, "r": true, "raw": "A. 6\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2977", "s": "Qwen2.5-7B-Instruct", "a": "D. 4 billion", "b": 3, "r": true, "raw": "D. 4 billion\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13094", "s": "Qwen2.5-7B-Instruct", "a": "B. Palace of Versailles", "b": 3, "r": true, "raw": "B. Palace of Versailles\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13005", "s": "Qwen2.5-7B-Instruct", "a": "B. Dylan Thomas", "b": 3, "r": true, "raw": "B. Dylan Thomas\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15496", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "mcq|tqa-9503", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "mcq|tqa-12485", "s": "Qwen2.5-7B-Instruct", "a": "B. Nemesis", "b": 3, "r": true, "raw": "B. Nemesis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17259", "s": "Qwen2.5-7B-Instruct", "a": "B. Warsaw", "b": 3, "r": true, "raw": "B. Warsaw\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11601", "s": "Qwen2.5-7B-Instruct", "a": "A. Uncle Tom’s Cabin", "b": 3, "r": true, "raw": "A. Uncle Tom’s Cabin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13269", "s": "Qwen2.5-7B-Instruct", "a": "B. Medea", "b": 3, "r": true, "raw": "B. Medea\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16812", "s": "Qwen2.5-7B-Instruct", "a": "D. CZECH REPUBLIC", "b": 3, "r": true, "raw": "D. CZECH REPUBLIC\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10827", "s": "Qwen2.5-7B-Instruct", "a": "A. The Black Panther", "b": 3, "r": true, "raw": "A. The Black Panther\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12736", "s": "Qwen2.5-7B-Instruct", "a": "D. John Wayne", "b": 3, "r": true, "raw": "D. John Wayne\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4020", "s": "Qwen2.5-7B-Instruct", "a": "B. China", "b": 3, "r": true, "raw": "B. China\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8836", "s": "Qwen2.5-7B-Instruct", "a": "C. Jan Francis", "b": 3, "r": true, "raw": "C. Jan Francis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4703", "s": "Qwen2.5-7B-Instruct", "a": "B. Anaheim Ducks", "b": 3, "r": true, "raw": "B. Anaheim Ducks\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5139", "s": "Qwen2.5-7B-Instruct", "a": "B. Roberta Flack", "b": 3, "r": true, "raw": "B. Roberta Flack\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2826", "s": "Qwen2.5-7B-Instruct", "a": "C. Uranus", "b": 3, "r": true, "raw": "C. Uranus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1139", "s": "Qwen2.5-7B-Instruct", "a": "C. Reap The Wild Wind", "b": 3, "r": true, "raw": "C. Reap The Wild Wind\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1078", "s": "Qwen2.5-7B-Instruct", "a": "A. Bird", "b": 3, "r": true, "raw": "A. Bird\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14251", "s": "Qwen2.5-7B-Instruct", "a": "A. Harland & Wolff", "b": 3, "r": true, "raw": "A. Harland & Wolff\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9673", "s": "Qwen2.5-7B-Instruct", "a": "C. Cape Horn", "b": 3, "r": true, "raw": "C. Cape Horn\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15898", "s": "Qwen2.5-7B-Instruct", "a": "D. THE TAMING OF THE SHREW", "b": 3, "r": true, "raw": "D. THE TAMING OF THE SHREW\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12086", "s": "Qwen2.5-7B-Instruct", "a": "B. GIRONDE", "b": 3, "r": true, "raw": "B. GIRONDE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10740", "s": "Qwen2.5-7B-Instruct", "a": "D. 22", "b": 3, "r": true, "raw": "D. 22\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8575", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "mcq|tqa-5046", "s": "Qwen2.5-7B-Instruct", "a": "A. Hadrian's Wall", "b": 3, "r": true, "raw": "A. Hadrian's Wall\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11120", "s": "Qwen2.5-7B-Instruct", "a": "C. Julia Sawalha", "b": 3, "r": true, "raw": "C. Julia Sawalha\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-886", "s": "Qwen2.5-7B-Instruct", "a": "C. Cherry", "b": 3, "r": true, "raw": "C. Cherry\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3793", "s": "Qwen2.5-7B-Instruct", "a": "C. Helene Hanff", "b": 3, "r": true, "raw": "C. Helene Hanff\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1689", "s": "Qwen2.5-7B-Instruct", "a": "A. Colour Blindness", "b": 3, "r": true, "raw": "A. Colour Blindness\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12223", "s": "Qwen2.5-7B-Instruct", "a": "B. 12th", "b": 3, "r": true, "raw": "B. 12th\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16813", "s": "Qwen2.5-7B-Instruct", "a": "D. TASMANIA", "b": 3, "r": true, "raw": "D. TASMANIA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4441", "s": "Qwen2.5-7B-Instruct", "a": "A. Camshaft", "b": 3, "r": true, "raw": "A. Camshaft\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7570", "s": "Qwen2.5-7B-Instruct", "a": "C. NEPTUNE", "b": 3, "r": true, "raw": "C. NEPTUNE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7752", "s": "Qwen2.5-7B-Instruct", "a": "D. Cortina", "b": 3, "r": true, "raw": "D. Cortina\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1345", "s": "Qwen2.5-7B-Instruct", "a": "B. Golda Meir", "b": 3, "r": true, "raw": "B. Golda Meir\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9884", "s": "Qwen2.5-7B-Instruct", "a": "A. Boulder Dam", "b": 3, "r": true, "raw": "A. Boulder Dam\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16854", "s": "Qwen2.5-7B-Instruct", "a": "B. Hawaii", "b": 3, "r": true, "raw": "B. Hawaii\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6980", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "mcq|tqa-15390", "s": "Qwen2.5-7B-Instruct", "a": "B. Colombia", "b": 3, "r": true, "raw": "B. Colombia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1057", "s": "Qwen2.5-7B-Instruct", "a": "D. Niccolo Machiavelli", "b": 3, "r": true, "raw": "D. Niccolo Machiavelli\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12780", "s": "Qwen2.5-7B-Instruct", "a": "A. The Mary Tyler Moore Show", "b": 3, "r": true, "raw": "A. The Mary Tyler Moore Show\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-295", "s": "Qwen2.5-7B-Instruct", "a": "D. Q", "b": 3, "r": true, "raw": "D. Q\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11753", "s": "Qwen2.5-7B-Instruct", "a": "C. CHRISTOPHER COLUMBUS", "b": 3, "r": true, "raw": "C. CHRISTOPHER COLUMBUS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9747", "s": "Qwen2.5-7B-Instruct", "a": "A. The Krusty Krab", "b": 1, "r": true, "raw": "A. The Krusty Krab\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3635", "s": "Qwen2.5-7B-Instruct", "a": "D. Oliver!", "b": 3, "r": true, "raw": "D. Oliver!\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14289", "s": "Qwen2.5-7B-Instruct", "a": "C. VENUS", "b": 3, "r": true, "raw": "C. VENUS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17422", "s": "Qwen2.5-7B-Instruct", "a": "A. 1941", "b": 3, "r": true, "raw": "A. 1941\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9046", "s": "Qwen2.5-7B-Instruct", "a": "B. Nowhere Boy", "b": 3, "r": true, "raw": "B. Nowhere Boy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12484", "s": "Qwen2.5-7B-Instruct", "a": "D. Delilah", "b": 3, "r": true, "raw": "D. Delilah\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-760", "s": "Qwen2.5-7B-Instruct", "a": "C. The Royal Ballet", "b": 3, "r": true, "raw": "C. The Royal Ballet\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6948", "s": "Qwen2.5-7B-Instruct", "a": "B. Mobile phone", "b": 3, "r": true, "raw": "B. Mobile phone\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9738", "s": "Qwen2.5-7B-Instruct", "a": "D. 24", "b": 3, "r": true, "raw": "D. 24\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2662", "s": "Qwen2.5-7B-Instruct", "a": "D. MARSELLAISE", "b": 3, "r": true, "raw": "D. MARSELLAISE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2794", "s": "Qwen2.5-7B-Instruct", "a": "B. D'Artagnan", "b": 3, "r": true, "raw": "B. D'Artagnan\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13077", "s": "Qwen2.5-7B-Instruct", "a": "A. 7", "b": 3, "r": true, "raw": "A. 7\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11466", "s": "Qwen2.5-7B-Instruct", "a": "D. The Round Table", "b": 3, "r": true, "raw": "D. The Round Table\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-225", "s": "Qwen2.5-7B-Instruct", "a": "C. The Little Sparrow", "b": 3, "r": true, "raw": "C. The Little Sparrow\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4766", "s": "Qwen2.5-7B-Instruct", "a": "B. Pufferfish", "b": 3, "r": true, "raw": "B. Pufferfish\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14390", "s": "Qwen2.5-7B-Instruct", "a": "C. 1664", "b": 3, "r": true, "raw": "C. 1664\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14465", "s": "Qwen2.5-7B-Instruct", "a": "A. Hard Times", "b": 3, "r": true, "raw": "A. Hard Times\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-274", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip).", "v": {}}, {"q": "mcq|tqa-3088", "s": "Qwen2.5-7B-Instruct", "a": "B. Fondue", "b": 3, "r": true, "raw": "B. Fondue\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5403", "s": "Qwen2.5-7B-Instruct", "a": "D. PARIS", "b": 3, "r": true, "raw": "D. PARIS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9672", "s": "Qwen2.5-7B-Instruct", "a": "B. B1", "b": 3, "r": true, "raw": "B. B1\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14780", "s": "Qwen2.5-7B-Instruct", "a": "B. Indonesia", "b": 3, "r": true, "raw": "B. Indonesia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15574", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip).", "v": {}}, {"q": "mcq|tqa-1340", "s": "Qwen2.5-7B-Instruct", "a": "C. Wyre", "b": 3, "r": false, "raw": "C. Wyre\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-12617", "s": "Qwen2.5-7B-Instruct", "a": "B. Heath Ledger", "b": 3, "r": true, "raw": "B. Heath Ledger\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15049", "s": "Qwen2.5-7B-Instruct", "a": "C. Prokofiev", "b": 3, "r": true, "raw": "C. Prokofiev\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4026", "s": "Qwen2.5-7B-Instruct", "a": "A. Ganges", "b": 3, "r": true, "raw": "A. Ganges\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13515", "s": "Qwen2.5-7B-Instruct", "a": "C. Francis Drake", "b": 3, "r": true, "raw": "C. Francis Drake\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15258", "s": "Qwen2.5-7B-Instruct", "a": "B. South China Sea", "b": 3, "r": true, "raw": "B. South China Sea\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-350", "s": "Qwen2.5-7B-Instruct", "a": "C. 303", "b": 3, "r": true, "raw": "C. 303\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9267", "s": "Qwen2.5-7B-Instruct", "a": "A. JOHN MILLAIS", "b": 3, "r": true, "raw": "A. JOHN MILLAIS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4724", "s": "Qwen2.5-7B-Instruct", "a": "A. a Well", "b": 3, "r": true, "raw": "A. a Well\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9696", "s": "Qwen2.5-7B-Instruct", "a": "D. South Africa", "b": 3, "r": true, "raw": "D. South Africa\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8486", "s": "Qwen2.5-7B-Instruct", "a": "B. AUK", "b": 3, "r": true, "raw": "B. AUK\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1702", "s": "Qwen2.5-7B-Instruct", "a": "D. Kissing", "b": 3, "r": true, "raw": "D. Kissing\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13117", "s": "Qwen2.5-7B-Instruct", "a": "D. The US Navy", "b": 3, "r": true, "raw": "D. The US Navy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10461", "s": "Qwen2.5-7B-Instruct", "a": "B. Space 1999", "b": 3, "r": true, "raw": "B. Space 1999\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11112", "s": "Qwen2.5-7B-Instruct", "a": "D. Fish", "b": 3, "r": true, "raw": "D. Fish\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7951", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "mcq|tqa-13908", "s": "Qwen2.5-7B-Instruct", "a": "D. Kix", "b": 3, "r": true, "raw": "D. Kix\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5635", "s": "Qwen2.5-7B-Instruct", "a": "D. Thomas Pink", "b": 3, "r": false, "raw": "D. Thomas Pink\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-5506", "s": "Qwen2.5-7B-Instruct", "a": "B. Pressure", "b": 3, "r": true, "raw": "B. Pressure\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9454", "s": "Qwen2.5-7B-Instruct", "a": "D. Guy Pearce", "b": 3, "r": true, "raw": "D. Guy Pearce\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15342", "s": "Qwen2.5-7B-Instruct", "a": "C. MARTIN VAN BUREN", "b": 3, "r": true, "raw": "C. MARTIN VAN BUREN\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15784", "s": "Qwen2.5-7B-Instruct", "a": "A. BENJAMIN HARRISON", "b": 3, "r": true, "raw": "A. BENJAMIN HARRISON\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1412", "s": "Qwen2.5-7B-Instruct", "a": "A. (The Life and Opinions of) Tristram Shandy (Gentleman)", "b": 3, "r": true, "raw": "A. (The Life and Opinions of) Tristram Shandy (Gentleman)\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4267", "s": "Qwen2.5-7B-Instruct", "a": "C. Red", "b": 3, "r": true, "raw": "C. Red\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14027", "s": "Qwen3-8B", "a": "D. Johnny Cash", "b": 3, "r": true, "raw": "D. Johnny Cash  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10965", "s": "Qwen3-8B", "a": "D. Argentina", "b": 3, "r": true, "raw": "D. Argentina\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-486", "s": "Qwen3-8B", "a": "D. ST ASAPH", "b": 3, "r": false, "raw": "D. ST ASAPH  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-787", "s": "Qwen3-8B", "a": "A. John", "b": 1, "r": true, "raw": "A. John  \nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16253", "s": "Qwen3-8B", "a": "C. ALEX GARLAND", "b": 3, "r": true, "raw": "C. ALEX GARLAND  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1485", "s": "Qwen3-8B", "a": "A. Blind Faith", "b": 3, "r": true, "raw": "A. Blind Faith  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4709", "s": "Qwen3-8B", "a": "B. South Africa", "b": 3, "r": true, "raw": "B. South Africa\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3338", "s": "Qwen3-8B", "a": "B. Othello", "b": 3, "r": true, "raw": "B. Othello  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7887", "s": "Qwen3-8B", "a": "D. BUTTER", "b": 3, "r": true, "raw": "D. BUTTER\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12326", "s": "Qwen3-8B", "a": "A. Thor", "b": 3, "r": true, "raw": "A. Thor  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3128", "s": "Qwen3-8B", "a": "A. Golden Fleece", "b": 3, "r": true, "raw": "A. Golden Fleece  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10002", "s": "Qwen3-8B", "a": "B. Famous Players Film Company", "b": 3, "r": true, "raw": "B. Famous Players Film Company\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-535", "s": "Qwen3-8B", "a": "D. A) Felix Leiter", "b": 3, "r": true, "raw": "D. A) Felix Leiter  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13564", "s": "Qwen3-8B", "a": "A. Pentecost", "b": 3, "r": true, "raw": "A. Pentecost\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11985", "s": "Qwen3-8B", "a": "B. John NAPIER", "b": 3, "r": true, "raw": "B. John NAPIER  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13846", "s": "Qwen3-8B", "a": "D. Converse", "b": 3, "r": true, "raw": "D. Converse\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17721", "s": "Qwen3-8B", "a": "B. Montgomery Scott", "b": 3, "r": true, "raw": "B. Montgomery Scott  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2526", "s": "Qwen3-8B", "a": "A. BARACK OBAMA", "b": 3, "r": true, "raw": "A. BARACK OBAMA  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5111", "s": "Qwen3-8B", "a": "D. Boyz II Men", "b": 3, "r": true, "raw": "D. Boyz II Men\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14431", "s": "Qwen3-8B", "a": "B. AIRCRAFT CARRIER", "b": 3, "r": true, "raw": "B. AIRCRAFT CARRIER\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8280", "s": "Qwen3-8B", "a": "D. COPENHAGEN", "b": 3, "r": true, "raw": "D. COPENHAGEN  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3984", "s": "Qwen3-8B", "a": "A. Solidus", "b": 3, "r": true, "raw": "A. Solidus  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1774", "s": "Qwen3-8B", "a": "A. Amy Johnson", "b": 3, "r": true, "raw": "A. Amy Johnson\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16455", "s": "Qwen3-8B", "a": "A. SPAIN", "b": 3, "r": true, "raw": "A. SPAIN\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14291", "s": "Qwen3-8B", "a": "C. DNA structure", "b": 3, "r": true, "raw": "C. DNA structure  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5610", "s": "Qwen3-8B", "a": "C. KARAKORAM", "b": 3, "r": true, "raw": "C. KARAKORAM\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6367", "s": "Qwen3-8B", "a": "B. EDWARD the CONFESSOR", "b": 3, "r": true, "raw": "B. EDWARD the CONFESSOR\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3996", "s": "Qwen3-8B", "a": "B. Russia", "b": 3, "r": true, "raw": "B. Russia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13792", "s": "Qwen3-8B", "a": "A. Spa Towns", "b": 3, "r": true, "raw": "A. Spa Towns  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14377", "s": "Qwen3-8B", "a": "B. Air Traffic Control", "b": 3, "r": true, "raw": "B. Air Traffic Control\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17410", "s": "Qwen3-8B", "a": "B. Henrietta Maria", "b": 3, "r": true, "raw": "B. Henrietta Maria\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11494", "s": "Qwen3-8B", "a": "B. Fay Wray", "b": 3, "r": true, "raw": "B. Fay Wray\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1022", "s": "Qwen3-8B", "a": "D. Barry and Yvonne", "b": 3, "r": true, "raw": "D. Barry and Yvonne  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5367", "s": "Qwen3-8B", "a": "B. SOUTH PACIFIC", "b": 3, "r": true, "raw": "B. SOUTH PACIFIC\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15407", "s": "Qwen3-8B", "a": "A. Elton John", "b": 3, "r": true, "raw": "A. Elton John  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17045", "s": "Qwen3-8B", "a": "B. North Carolina", "b": 3, "r": true, "raw": "B. North Carolina\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10870", "s": "Qwen3-8B", "a": "D. Ambassador bridge", "b": 3, "r": true, "raw": "D. Ambassador bridge  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7738", "s": "Qwen3-8B", "a": "D. Chile", "b": 3, "r": true, "raw": "D. Chile  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-598", "s": "Qwen3-8B", "a": "B. 2004", "b": 3, "r": true, "raw": "B. 2004  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12656", "s": "Qwen3-8B", "a": "C. Dionysus", "b": 3, "r": true, "raw": "C. Dionysus  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16433", "s": "Qwen3-8B", "a": "C. JACOB", "b": 3, "r": true, "raw": "C. JACOB  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7498", "s": "Qwen3-8B", "a": "C. Chariots", "b": 3, "r": true, "raw": "C. Chariots  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6477", "s": "Qwen3-8B", "a": "D. PROHIBITION IN THE USA", "b": 3, "r": true, "raw": "D. PROHIBITION IN THE USA\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16959", "s": "Qwen3-8B", "a": "B. ROMANIA", "b": 1, "r": true, "raw": "B. ROMANIA", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7773", "s": "Qwen3-8B", "a": "D. Shylock", "b": 3, "r": true, "raw": "D. Shylock\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3119", "s": "Qwen3-8B", "a": "D. The Red Cross", "b": 3, "r": true, "raw": "D. The Red Cross  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7866", "s": "Qwen3-8B", "a": "C. Dik Browne", "b": 3, "r": true, "raw": "C. Dik Browne  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3382", "s": "Qwen3-8B", "a": "D. Ralph Lauren", "b": 3, "r": true, "raw": "D. Ralph Lauren  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5948", "s": "Qwen3-8B", "a": "B. Cynthia Nixon", "b": 3, "r": true, "raw": "B. Cynthia Nixon\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4135", "s": "Qwen3-8B", "a": "D. Cimarron County", "b": 3, "r": true, "raw": "D. Cimarron County\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17233", "s": "Qwen3-8B", "a": "A. Long jump", "b": 3, "r": true, "raw": "A. Long jump  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-986", "s": "Qwen3-8B", "a": "B. Sex", "b": 3, "r": true, "raw": "B. Sex\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1920", "s": "Qwen3-8B", "a": "C. Wyre", "b": 3, "r": true, "raw": "C. Wyre  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15690", "s": "Qwen3-8B", "a": "A. Ottorino RESPIGHI", "b": 3, "r": true, "raw": "A. Ottorino RESPIGHI  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13326", "s": "Qwen3-8B", "a": "D. A Series of Unfortunate Events", "b": 3, "r": true, "raw": "D. A Series of Unfortunate Events\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2905", "s": "Qwen3-8B", "a": "D. Australia", "b": 3, "r": true, "raw": "D. Australia\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3772", "s": "Qwen3-8B", "a": "B. Parabola", "b": 3, "r": true, "raw": "B. Parabola  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13703", "s": "Qwen3-8B", "a": "C. Outkast", "b": 3, "r": true, "raw": "C. Outkast\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13124", "s": "Qwen3-8B", "a": "A. 6", "b": 3, "r": true, "raw": "A. 6  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2977", "s": "Qwen3-8B", "a": "D. 4 billion", "b": 3, "r": true, "raw": "D. 4 billion  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13094", "s": "Qwen3-8B", "a": "B. Palace of Versailles", "b": 3, "r": true, "raw": "B. Palace of Versailles  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13005", "s": "Qwen3-8B", "a": "B. Dylan Thomas", "b": 3, "r": true, "raw": "B. Dylan Thomas  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15496", "s": "Qwen3-8B", "a": "C. Rear Admiral", "b": 3, "r": true, "raw": "C. Rear Admiral  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9503", "s": "Qwen3-8B", "a": "C. Nigeria", "b": 3, "r": true, "raw": "C. Nigeria  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12485", "s": "Qwen3-8B", "a": "B. Nemesis", "b": 3, "r": true, "raw": "B. Nemesis\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17259", "s": "Qwen3-8B", "a": "B. Warsaw", "b": 3, "r": true, "raw": "B. Warsaw\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11601", "s": "Qwen3-8B", "a": "A. Uncle Tom’s Cabin", "b": 3, "r": true, "raw": "A. Uncle Tom’s Cabin  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13269", "s": "Qwen3-8B", "a": "B. Medea", "b": 3, "r": true, "raw": "B. Medea  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16812", "s": "Qwen3-8B", "a": "D. CZECH REPUBLIC", "b": 3, "r": true, "raw": "D. CZECH REPUBLIC  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10827", "s": "Qwen3-8B", "a": "B. PANTHEON", "b": 3, "r": false, "raw": "B. PANTHEON  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-12736", "s": "Qwen3-8B", "a": "D. John Wayne", "b": 3, "r": true, "raw": "D. John Wayne\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4020", "s": "Qwen3-8B", "a": "B. China", "b": 3, "r": true, "raw": "B. China  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8836", "s": "Qwen3-8B", "a": "C. Jan Francis", "b": 3, "r": true, "raw": "C. Jan Francis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4703", "s": "Qwen3-8B", "a": "C. RHODODENDRON", "b": 3, "r": false, "raw": "C. RHODODENDRON  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-5139", "s": "Qwen3-8B", "a": "B. Roberta Flack", "b": 3, "r": true, "raw": "B. Roberta Flack  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2826", "s": "Qwen3-8B", "a": "C. Uranus", "b": 3, "r": true, "raw": "C. Uranus\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1139", "s": "Qwen3-8B", "a": "C. Reap The Wild Wind", "b": 3, "r": true, "raw": "C. Reap The Wild Wind  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1078", "s": "Qwen3-8B", "a": "A. Bird", "b": 3, "r": true, "raw": "A. Bird  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14251", "s": "Qwen3-8B", "a": "A. Harland & Wolff", "b": 3, "r": true, "raw": "A. Harland & Wolff  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9673", "s": "Qwen3-8B", "a": "C. Cape Horn", "b": 3, "r": true, "raw": "C. Cape Horn\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15898", "s": "Qwen3-8B", "a": "D. THE TAMING OF THE SHREW", "b": 3, "r": true, "raw": "D. THE TAMING OF THE SHREW  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12086", "s": "Qwen3-8B", "a": "B. GIRONDE", "b": 3, "r": true, "raw": "B. GIRONDE\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10740", "s": "Qwen3-8B", "a": "D. 22", "b": 3, "r": true, "raw": "D. 22  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8575", "s": "Qwen3-8B", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "mcq|tqa-5046", "s": "Qwen3-8B", "a": "A. Hadrian's Wall", "b": 3, "r": true, "raw": "A. Hadrian's Wall  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11120", "s": "Qwen3-8B", "a": "C. Julia Sawalha", "b": 3, "r": true, "raw": "C. Julia Sawalha  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-886", "s": "Qwen3-8B", "a": "C. Cherry", "b": 3, "r": true, "raw": "C. Cherry  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3793", "s": "Qwen3-8B", "a": "C. Helene Hanff", "b": 3, "r": true, "raw": "C. Helene Hanff  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1689", "s": "Qwen3-8B", "a": "A. Colour Blindness", "b": 3, "r": true, "raw": "A. Colour Blindness  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12223", "s": "Qwen3-8B", "a": "B. 12th", "b": 3, "r": true, "raw": "B. 12th  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16813", "s": "Qwen3-8B", "a": "D. TASMANIA", "b": 3, "r": true, "raw": "D. TASMANIA\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4441", "s": "Qwen3-8B", "a": "A. Camshaft", "b": 3, "r": true, "raw": "A. Camshaft\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7570", "s": "Qwen3-8B", "a": "C. NEPTUNE", "b": 3, "r": true, "raw": "C. NEPTUNE\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7752", "s": "Qwen3-8B", "a": "D. CORTINA", "b": 3, "r": true, "raw": "D. CORTINA  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1345", "s": "Qwen3-8B", "a": "B. Golda Meir", "b": 3, "r": true, "raw": "B. Golda Meir\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9884", "s": "Qwen3-8B", "a": "A. Boulder Dam", "b": 3, "r": true, "raw": "A. Boulder Dam  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16854", "s": "Qwen3-8B", "a": "B. Hawaii", "b": 3, "r": true, "raw": "B. Hawaii  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6980", "s": "Qwen3-8B", "a": "A. Handley-Page", "b": 1, "r": true, "raw": "A. Handley-Page  \nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15390", "s": "Qwen3-8B", "a": "B. Colombia", "b": 3, "r": true, "raw": "B. Colombia\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1057", "s": "Qwen3-8B", "a": "D. Niccolo Machiavelli", "b": 3, "r": true, "raw": "D. Niccolo Machiavelli  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12780", "s": "Qwen3-8B", "a": "A. The Mary Tyler Moore Show", "b": 3, "r": true, "raw": "A. The Mary Tyler Moore Show  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-295", "s": "Qwen3-8B", "a": "D. Q", "b": 3, "r": true, "raw": "D. Q  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11753", "s": "Qwen3-8B", "a": "C. CHRISTOPHER COLUMBUS", "b": 3, "r": true, "raw": "C. CHRISTOPHER COLUMBUS\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9747", "s": "Qwen3-8B", "a": "A. The Krusty Krab", "b": 3, "r": true, "raw": "A. The Krusty Krab  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3635", "s": "Qwen3-8B", "a": "D. Oliver!", "b": 3, "r": true, "raw": "D. Oliver!  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14289", "s": "Qwen3-8B", "a": "C. VENUS", "b": 3, "r": true, "raw": "C. VENUS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17422", "s": "Qwen3-8B", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "mcq|tqa-9046", "s": "Qwen3-8B", "a": "B. Nowhere Boy", "b": 3, "r": true, "raw": "B. Nowhere Boy  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12484", "s": "Qwen3-8B", "a": "D. Delilah", "b": 3, "r": true, "raw": "D. Delilah  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-760", "s": "Qwen3-8B", "a": "C. The Royal Ballet", "b": 3, "r": true, "raw": "C. The Royal Ballet  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6948", "s": "Qwen3-8B", "a": "B. Mobile phone", "b": 3, "r": true, "raw": "B. Mobile phone\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9738", "s": "Qwen3-8B", "a": "D. 24", "b": 3, "r": true, "raw": "D. 24  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2662", "s": "Qwen3-8B", "a": "D. MARSELLAISE", "b": 3, "r": true, "raw": "D. MARSELLAISE\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2794", "s": "Qwen3-8B", "a": "C. Athos", "b": 3, "r": false, "raw": "C. Athos\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13077", "s": "Qwen3-8B", "a": "A. 7", "b": 3, "r": true, "raw": "A. 7  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11466", "s": "Qwen3-8B", "a": "D. The Round Table", "b": 3, "r": true, "raw": "D. The Round Table  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-225", "s": "Qwen3-8B", "a": "C. The Little Sparrow", "b": 1, "r": true, "raw": "C. The Little Sparrow", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4766", "s": "Qwen3-8B", "a": "B. Pufferfish", "b": 3, "r": true, "raw": "B. Pufferfish\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14390", "s": "Qwen3-8B", "a": "C. 1664", "b": 3, "r": true, "raw": "C. 1664  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14465", "s": "Qwen3-8B", "a": "A. Hard Times", "b": 3, "r": true, "raw": "A. Hard Times  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-274", "s": "Qwen3-8B", "a": "B. 57", "b": 3, "r": true, "raw": "B. 57  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3088", "s": "Qwen3-8B", "a": "B. Fondue", "b": 3, "r": true, "raw": "B. Fondue  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5403", "s": "Qwen3-8B", "a": "D. PARIS", "b": 3, "r": true, "raw": "D. PARIS  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9672", "s": "Qwen3-8B", "a": "B. B1", "b": 3, "r": true, "raw": "B. B1\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14780", "s": "Qwen3-8B", "a": "B. Indonesia", "b": 3, "r": true, "raw": "B. Indonesia\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15574", "s": "Qwen3-8B", "a": "A. Captain Scarlet and the Mysterons", "b": 3, "r": false, "raw": "A. Captain Scarlet and the Mysterons  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1340", "s": "Qwen3-8B", "a": "C. Wyre", "b": 3, "r": false, "raw": "C. Wyre\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-12617", "s": "Qwen3-8B", "a": "B. Heath Ledger", "b": 3, "r": true, "raw": "B. Heath Ledger  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15049", "s": "Qwen3-8B", "a": "C. Prokofiev", "b": 3, "r": true, "raw": "C. Prokofiev  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4026", "s": "Qwen3-8B", "a": "A. Ganges", "b": 3, "r": true, "raw": "A. Ganges  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13515", "s": "Qwen3-8B", "a": "C. Francis Drake", "b": 3, "r": true, "raw": "C. Francis Drake  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15258", "s": "Qwen3-8B", "a": "B. South China Sea", "b": 3, "r": true, "raw": "B. South China Sea\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-350", "s": "Qwen3-8B", "a": "C. 303", "b": 3, "r": true, "raw": "C. 303\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9267", "s": "Qwen3-8B", "a": "A. JOHN MILLAIS", "b": 3, "r": true, "raw": "A. JOHN MILLAIS  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4724", "s": "Qwen3-8B", "a": "A. a Well", "b": 3, "r": true, "raw": "A. a Well\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9696", "s": "Qwen3-8B", "a": "D. South Africa", "b": 3, "r": true, "raw": "D. South Africa\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8486", "s": "Qwen3-8B", "a": "B. AUK", "b": 3, "r": true, "raw": "B. AUK\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1702", "s": "Qwen3-8B", "a": "D. Kissing", "b": 3, "r": true, "raw": "D. Kissing  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13117", "s": "Qwen3-8B", "a": "D. The US Navy", "b": 3, "r": true, "raw": "D. The US Navy  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10461", "s": "Qwen3-8B", "a": "C. 'BLIND FAITH'", "b": 3, "r": false, "raw": "C. 'BLIND FAITH'  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-11112", "s": "Qwen3-8B", "a": "D. Fish", "b": 3, "r": true, "raw": "D. Fish\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7951", "s": "Qwen3-8B", "a": "C. 'CINDERELLA'", "b": 3, "r": false, "raw": "C. 'CINDERELLA'  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13908", "s": "Qwen3-8B", "a": "D. Kix", "b": 3, "r": true, "raw": "D. Kix  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5635", "s": "Qwen3-8B", "a": "B. Anne", "b": 1, "r": true, "raw": "B. Anne  \nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5506", "s": "Qwen3-8B", "a": "B. Pressure", "b": 3, "r": true, "raw": "B. Pressure\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9454", "s": "Qwen3-8B", "a": "D. Guy Pearce", "b": 3, "r": true, "raw": "D. Guy Pearce\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15342", "s": "Qwen3-8B", "a": "C. MARTIN VAN BUREN", "b": 3, "r": true, "raw": "C. MARTIN VAN BUREN  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15784", "s": "Qwen3-8B", "a": "A. BENJAMIN HARRISON", "b": 3, "r": true, "raw": "A. BENJAMIN HARRISON  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1412", "s": "Qwen3-8B", "a": "A. (The Life and Opinions of) Tristram Shandy (Gentleman)", "b": 3, "r": true, "raw": "A. (The Life and Opinions of) Tristram Shandy (Gentleman)  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4267", "s": "Qwen3-8B", "a": "C. Red", "b": 3, "r": true, "raw": "C. Red  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12326", "s": "Claude Haiku 5.5", "a": "A. Thor", "b": 3, "r": true, "raw": "A. Thor\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4709", "s": "Claude Haiku 5.5", "a": "B. South Africa", "b": 3, "r": true, "raw": "B. South Africa\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3996", "s": "Claude Haiku 5.5", "a": "B. Russia", "b": 3, "r": true, "raw": "B. Russia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3119", "s": "Claude Haiku 5.5", "a": "D. The Red Cross", "b": 3, "r": true, "raw": "D. The Red Cross\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13326", "s": "Claude Haiku 5.5", "a": "D. A Series of Unfortunate Events", "b": 3, "r": true, "raw": "D. A Series of Unfortunate Events\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3772", "s": "Claude Haiku 5.5", "a": "B. Parabola", "b": 3, "r": true, "raw": "B. Parabola\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13703", "s": "Claude Haiku 5.5", "a": "C. Outkast", "b": 3, "r": true, "raw": "C. Outkast\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9503", "s": "Claude Haiku 5.5", "a": "C. Nigeria", "b": 3, "r": true, "raw": "C. Nigeria\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12736", "s": "Claude Haiku 5.5", "a": "D. John Wayne", "b": 3, "r": true, "raw": "D. John Wayne\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4020", "s": "Claude Haiku 5.5", "a": "B. China", "b": 3, "r": true, "raw": "B. China\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-886", "s": "Claude Haiku 5.5", "a": "C. Cherry", "b": 3, "r": true, "raw": "C. Cherry\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12086", "s": "Claude Haiku 5.5", "a": "B. GIRONDE", "b": 3, "r": true, "raw": "B. GIRONDE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1689", "s": "Claude Haiku 5.5", "a": "A. Colour Blindness", "b": 3, "r": true, "raw": "A. Colour Blindness\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3793", "s": "Claude Haiku 5.5", "a": "C. Helene Hanff", "b": 3, "r": true, "raw": "C. Helene Hanff\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12223", "s": "Claude Haiku 5.5", "a": "B. 12th", "b": 3, "r": true, "raw": "B. 12th\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4441", "s": "Claude Haiku 5.5", "a": "A. Camshaft", "b": 3, "r": true, "raw": "A. Camshaft\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12484", "s": "Claude Haiku 5.5", "a": "D. Delilah", "b": 3, "r": true, "raw": "D. Delilah\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4026", "s": "Claude Haiku 5.5", "a": "A. Ganges", "b": 3, "r": true, "raw": "A. Ganges\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5506", "s": "Claude Haiku 5.5", "a": "B. Pressure", "b": 3, "r": true, "raw": "B. Pressure\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13564", "s": "Claude Haiku 5.5", "a": "A. Pentecost", "b": 3, "r": true, "raw": "A. Pentecost\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2526", "s": "Claude Haiku 5.5", "a": "A. BARACK OBAMA", "b": 3, "r": true, "raw": "A. BARACK OBAMA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1485", "s": "Claude Haiku 5.5", "a": "A. Blind Faith", "b": 3, "r": true, "raw": "A. Blind Faith\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10965", "s": "Claude Haiku 5.5", "a": "D. Argentina", "b": 3, "r": true, "raw": "D. Argentina\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10002", "s": "Claude Haiku 5.5", "a": "B. Famous Players Film Company", "b": 3, "r": true, "raw": "B. Famous Players Film Company\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3338", "s": "Claude Haiku 5.5", "a": "B. Othello", "b": 3, "r": true, "raw": "B. Othello\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3128", "s": "Claude Haiku 5.5", "a": "A. Golden Fleece", "b": 3, "r": true, "raw": "A. Golden Fleece\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14027", "s": "Claude Haiku 5.5", "a": "D. Johnny Cash", "b": 3, "r": true, "raw": "D. Johnny Cash\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11985", "s": "Claude Haiku 5.5", "a": "B. John NAPIER", "b": 3, "r": true, "raw": "B. John NAPIER\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17721", "s": "Claude Haiku 5.5", "a": "B. Montgomery Scott", "b": 3, "r": true, "raw": "B. Montgomery Scott\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7887", "s": "Claude Haiku 5.5", "a": "D. BUTTER", "b": 3, "r": true, "raw": "D. BUTTER\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13846", "s": "Claude Haiku 5.5", "a": "D. Converse", "b": 3, "r": true, "raw": "D. Converse\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16253", "s": "Claude Haiku 5.5", "a": "C. ALEX GARLAND", "b": 3, "r": true, "raw": "C. ALEX GARLAND\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-787", "s": "Claude Haiku 5.5", "a": "A. John", "b": 3, "r": true, "raw": "A. John\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-486", "s": "Claude Haiku 5.5", "a": "A. Bruce", "b": 3, "r": true, "raw": "A. Bruce\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3984", "s": "Claude Haiku 5.5", "a": "A. Solidus", "b": 3, "r": true, "raw": "A. Solidus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16455", "s": "Claude Haiku 5.5", "a": "A. SPAIN", "b": 3, "r": true, "raw": "A. SPAIN\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8280", "s": "Claude Haiku 5.5", "a": "D. COPENHAGEN", "b": 3, "r": true, "raw": "D. COPENHAGEN\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14431", "s": "Claude Haiku 5.5", "a": "B. AIRCRAFT CARRIER", "b": 3, "r": true, "raw": "B. AIRCRAFT CARRIER\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17410", "s": "Claude Haiku 5.5", "a": "B. Henrietta Maria", "b": 3, "r": true, "raw": "B. Henrietta Maria\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5610", "s": "Claude Haiku 5.5", "a": "C. KARAKORAM", "b": 3, "r": true, "raw": "C. KARAKORAM\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1774", "s": "Claude Haiku 5.5", "a": "A. Amy Johnson", "b": 3, "r": true, "raw": "A. Amy Johnson\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14377", "s": "Claude Haiku 5.5", "a": "B. Air Traffic Control", "b": 3, "r": true, "raw": "B. Air Traffic Control\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14291", "s": "Claude Haiku 5.5", "a": "C. DNA structure", "b": 3, "r": true, "raw": "C. DNA structure\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5111", "s": "Claude Haiku 5.5", "a": "D. Boyz II Men", "b": 3, "r": true, "raw": "D. Boyz II Men\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13792", "s": "Claude Haiku 5.5", "a": "A. Spa Towns", "b": 3, "r": true, "raw": "A. Spa Towns\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-535", "s": "Claude Haiku 5.5", "a": "D. A) Felix Leiter", "b": 3, "r": true, "raw": "D. A) Felix Leiter\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6367", "s": "Claude Haiku 5.5", "a": "B. EDWARD the CONFESSOR", "b": 3, "r": true, "raw": "B. EDWARD the CONFESSOR\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5367", "s": "Claude Haiku 5.5", "a": "B. SOUTH PACIFIC", "b": 3, "r": true, "raw": "B. SOUTH PACIFIC\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17045", "s": "Claude Haiku 5.5", "a": "B. North Carolina", "b": 3, "r": true, "raw": "B. North Carolina\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15407", "s": "Claude Haiku 5.5", "a": "A. Elton John", "b": 3, "r": true, "raw": "A. Elton John\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7738", "s": "Claude Haiku 5.5", "a": "D. CHILE", "b": 3, "r": true, "raw": "D. CHILE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11494", "s": "Claude Haiku 5.5", "a": "B. Fay Wray", "b": 3, "r": true, "raw": "B. Fay Wray\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-598", "s": "Claude Haiku 5.5", "a": "B. 2004", "b": 3, "r": true, "raw": "B. 2004\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10870", "s": "Claude Haiku 5.5", "a": "D. Ambassador bridge", "b": 3, "r": true, "raw": "D. Ambassador bridge\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7498", "s": "Claude Haiku 5.5", "a": "C. Chariots", "b": 3, "r": true, "raw": "C. Chariots\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12656", "s": "Claude Haiku 5.5", "a": "C. Dionysus", "b": 3, "r": true, "raw": "C. Dionysus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7773", "s": "Claude Haiku 5.5", "a": "D. Shylock", "b": 3, "r": true, "raw": "D. Shylock\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16433", "s": "Claude Haiku 5.5", "a": "C. JACOB", "b": 3, "r": true, "raw": "C. JACOB\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16959", "s": "Claude Haiku 5.5", "a": "B. ROMANIA", "b": 3, "r": true, "raw": "B. ROMANIA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6477", "s": "Claude Haiku 5.5", "a": "D. PROHIBITION IN THE USA", "b": 3, "r": true, "raw": "D. PROHIBITION IN THE USA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7866", "s": "Claude Haiku 5.5", "a": "C. Dik Browne", "b": 3, "r": true, "raw": "C. Dik Browne\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5948", "s": "Claude Haiku 5.5", "a": "B. Cynthia Nixon", "b": 3, "r": true, "raw": "B. Cynthia Nixon\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3382", "s": "Claude Haiku 5.5", "a": "D. Ralph Lauren", "b": 3, "r": true, "raw": "D. Ralph Lauren\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-986", "s": "Claude Haiku 5.5", "a": "B. Sex", "b": 3, "r": true, "raw": "B. Sex\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1920", "s": "Claude Haiku 5.5", "a": "C. Wyre", "b": 3, "r": true, "raw": "C. Wyre\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1022", "s": "Claude Haiku 5.5", "a": "D. Barry and Yvonne", "b": 3, "r": true, "raw": "D. Barry and Yvonne\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2905", "s": "Claude Haiku 5.5", "a": "D. Australia", "b": 3, "r": true, "raw": "D. Australia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17233", "s": "Claude Haiku 5.5", "a": "A. Long jump", "b": 3, "r": true, "raw": "A. Long jump\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13005", "s": "Claude Haiku 5.5", "a": "B. Dylan Thomas", "b": 3, "r": true, "raw": "B. Dylan Thomas\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17259", "s": "Claude Haiku 5.5", "a": "B. Warsaw", "b": 3, "r": true, "raw": "B. Warsaw\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15690", "s": "Claude Haiku 5.5", "a": "A. Ottorino RESPIGHI", "b": 3, "r": true, "raw": "A. Ottorino RESPIGHI\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13094", "s": "Claude Haiku 5.5", "a": "B. Palace of Versailles", "b": 3, "r": true, "raw": "B. Palace of Versailles\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12485", "s": "Claude Haiku 5.5", "a": "B. Nemesis", "b": 3, "r": true, "raw": "B. Nemesis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11601", "s": "Claude Haiku 5.5", "a": "A. Uncle Tom's Cabin", "b": 3, "r": true, "raw": "A. Uncle Tom's Cabin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13269", "s": "Claude Haiku 5.5", "a": "B. Medea", "b": 3, "r": true, "raw": "B. Medea\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2977", "s": "Claude Haiku 5.5", "a": "D. 4 billion", "b": 3, "r": true, "raw": "D. 4 billion\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13124", "s": "Claude Haiku 5.5", "a": "A. 6", "b": 3, "r": true, "raw": "A. 6\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15496", "s": "Claude Haiku 5.5", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "mcq|tqa-16812", "s": "Claude Haiku 5.5", "a": "D. CZECH REPUBLIC", "b": 3, "r": true, "raw": "D. CZECH REPUBLIC\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5139", "s": "Claude Haiku 5.5", "a": "B. Roberta Flack", "b": 3, "r": true, "raw": "B. Roberta Flack\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10827", "s": "Claude Haiku 5.5", "a": "A. The Black Panther", "b": 3, "r": true, "raw": "A. The Black Panther\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8836", "s": "Claude Haiku 5.5", "a": "C. Jan Francis", "b": 3, "r": true, "raw": "C. Jan Francis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1078", "s": "Claude Haiku 5.5", "a": "A. Bird", "b": 3, "r": true, "raw": "A. Bird\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15898", "s": "Claude Haiku 5.5", "a": "D. THE TAMING OF THE SHREW", "b": 3, "r": true, "raw": "D. THE TAMING OF THE SHREW\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4135", "s": "Claude Haiku 5.5", "a": "D. Cimarron County", "b": 3, "r": true, "raw": "D. Cimarron County\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4703", "s": "Claude Haiku 5.5", "a": "B. Anaheim Ducks", "b": 3, "r": true, "raw": "B. Anaheim Ducks\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14251", "s": "Claude Haiku 5.5", "a": "A. Harland & Wolff", "b": 3, "r": true, "raw": "A. Harland & Wolff\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8575", "s": "Claude Haiku 5.5", "a": "A. Moscow", "b": 3, "r": true, "raw": "A. Moscow\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5046", "s": "Claude Haiku 5.5", "a": "A. Hadrian's Wall", "b": 3, "r": true, "raw": "A. Hadrian's Wall\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9673", "s": "Claude Haiku 5.5", "a": "C. Cape Horn", "b": 3, "r": true, "raw": "C. Cape Horn\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2826", "s": "Claude Haiku 5.5", "a": "C. Uranus", "b": 3, "r": true, "raw": "C. Uranus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16813", "s": "Claude Haiku 5.5", "a": "D. TASMANIA", "b": 3, "r": true, "raw": "D. TASMANIA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11120", "s": "Claude Haiku 5.5", "a": "C. Julia Sawalha", "b": 3, "r": true, "raw": "C. Julia Sawalha\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16854", "s": "Claude Haiku 5.5", "a": "B. Hawaii", "b": 3, "r": true, "raw": "B. Hawaii\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1345", "s": "Claude Haiku 5.5", "a": "B. Golda Meir", "b": 3, "r": true, "raw": "B. Golda Meir\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7570", "s": "Claude Haiku 5.5", "a": "C. NEPTUNE", "b": 3, "r": true, "raw": "C. NEPTUNE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6980", "s": "Claude Haiku 5.5", "a": "A. Handley-Page", "b": 3, "r": true, "raw": "A. Handley-Page\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1139", "s": "Claude Haiku 5.5", "a": "C. Reap The Wild Wind", "b": 3, "r": true, "raw": "C. Reap The Wild Wind\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9884", "s": "Claude Haiku 5.5", "a": "A. Boulder Dam", "b": 3, "r": true, "raw": "A. Boulder Dam\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10740", "s": "Claude Haiku 5.5", "a": "D. 22", "b": 3, "r": true, "raw": "D. 22\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7752", "s": "Claude Haiku 5.5", "a": "D. CORTINA", "b": 3, "r": true, "raw": "D. CORTINA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15390", "s": "Claude Haiku 5.5", "a": "B. Colombia", "b": 3, "r": true, "raw": "B. Colombia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1057", "s": "Claude Haiku 5.5", "a": "D. Niccolo Machiavelli", "b": 3, "r": true, "raw": "D. Niccolo Machiavelli\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12780", "s": "Claude Haiku 5.5", "a": "A. The Mary Tyler Moore Show", "b": 3, "r": true, "raw": "A. The Mary Tyler Moore Show\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11753", "s": "Claude Haiku 5.5", "a": "C. CHRISTOPHER COLUMBUS", "b": 3, "r": true, "raw": "C. CHRISTOPHER COLUMBUS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3635", "s": "Claude Haiku 5.5", "a": "D. Oliver!", "b": 3, "r": true, "raw": "D. Oliver!\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14289", "s": "Claude Haiku 5.5", "a": "C. VENUS", "b": 3, "r": true, "raw": "C. VENUS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9747", "s": "Claude Haiku 5.5", "a": "A. The Krusty Krab", "b": 3, "r": true, "raw": "A. The Krusty Krab\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-760", "s": "Claude Haiku 5.5", "a": "C. The Royal Ballet", "b": 3, "r": true, "raw": "C. The Royal Ballet\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9046", "s": "Claude Haiku 5.5", "a": "B. Nowhere Boy", "b": 3, "r": true, "raw": "B. Nowhere Boy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-225", "s": "Claude Haiku 5.5", "a": "C. The Little Sparrow", "b": 3, "r": true, "raw": "C. The Little Sparrow\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4766", "s": "Claude Haiku 5.5", "a": "B. Pufferfish", "b": 3, "r": true, "raw": "B. Pufferfish\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2662", "s": "Claude Haiku 5.5", "a": "D. MARSELLAISE", "b": 3, "r": true, "raw": "D. MARSELLAISE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2794", "s": "Claude Haiku 5.5", "a": "B. D'Artagnan", "b": 3, "r": true, "raw": "B. D'Artagnan\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6948", "s": "Claude Haiku 5.5", "a": "B. Mobile phone", "b": 3, "r": true, "raw": "B. Mobile phone\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9738", "s": "Claude Haiku 5.5", "a": "D. 24", "b": 3, "r": true, "raw": "D. 24\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11466", "s": "Claude Haiku 5.5", "a": "D. The Round Table", "b": 3, "r": true, "raw": "D. The Round Table\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14465", "s": "Claude Haiku 5.5", "a": "A. Hard Times", "b": 3, "r": true, "raw": "A. Hard Times\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-295", "s": "Claude Haiku 5.5", "a": "D. Q", "b": 3, "r": true, "raw": "D. Q\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14390", "s": "Claude Haiku 5.5", "a": "C. 1664", "b": 3, "r": true, "raw": "C. 1664\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9672", "s": "Claude Haiku 5.5", "a": "B. B1", "b": 3, "r": true, "raw": "B. B1\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3088", "s": "Claude Haiku 5.5", "a": "B. Fondue", "b": 3, "r": true, "raw": "B. Fondue\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14780", "s": "Claude Haiku 5.5", "a": "B. Indonesia", "b": 3, "r": true, "raw": "B. Indonesia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13077", "s": "Claude Haiku 5.5", "a": "A. 7", "b": 3, "r": true, "raw": "A. 7\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-274", "s": "Claude Haiku 5.5", "a": "B. 57", "b": 3, "r": true, "raw": "B. 57\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15574", "s": "Claude Haiku 5.5", "a": "B. Steely Dan", "b": 3, "r": true, "raw": "B. Steely Dan\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15049", "s": "Claude Haiku 5.5", "a": "C. Prokofiev", "b": 3, "r": true, "raw": "C. Prokofiev\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15258", "s": "Claude Haiku 5.5", "a": "B. South China Sea", "b": 3, "r": true, "raw": "B. South China Sea\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1340", "s": "Claude Haiku 5.5", "a": "A. Walk", "b": 3, "r": true, "raw": "A. Walk\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12617", "s": "Claude Haiku 5.5", "a": "B. Heath Ledger", "b": 3, "r": true, "raw": "B. Heath Ledger\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13515", "s": "Claude Haiku 5.5", "a": "C. Francis Drake", "b": 3, "r": true, "raw": "C. Francis Drake\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9267", "s": "Claude Haiku 5.5", "a": "A. JOHN MILLAIS", "b": 3, "r": true, "raw": "A. JOHN MILLAIS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17422", "s": "Claude Haiku 5.5", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "mcq|tqa-8486", "s": "Claude Haiku 5.5", "a": "B. AUK", "b": 3, "r": true, "raw": "B. AUK\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13117", "s": "Claude Haiku 5.5", "a": "D. The US Navy", "b": 3, "r": true, "raw": "D. The US Navy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1702", "s": "Claude Haiku 5.5", "a": "D. Kissing", "b": 3, "r": true, "raw": "D. Kissing\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-350", "s": "Claude Haiku 5.5", "a": "C. 303", "b": 3, "r": true, "raw": "C. 303\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5403", "s": "Claude Haiku 5.5", "a": "D. PARIS", "b": 3, "r": true, "raw": "D. PARIS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10461", "s": "Claude Haiku 5.5", "a": "B. Space 1999", "b": 3, "r": true, "raw": "B. Space 1999\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13908", "s": "Claude Haiku 5.5", "a": "D. Kix", "b": 3, "r": true, "raw": "D. Kix\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11112", "s": "Claude Haiku 5.5", "a": "D. Fish", "b": 3, "r": true, "raw": "D. Fish\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7951", "s": "Claude Haiku 5.5", "a": "A. 'HARRY POTTER'", "b": 3, "r": true, "raw": "A. 'HARRY POTTER'\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9454", "s": "Claude Haiku 5.5", "a": "D. Guy Pearce", "b": 3, "r": true, "raw": "D. Guy Pearce\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15342", "s": "Claude Haiku 5.5", "a": "C. MARTIN VAN BUREN", "b": 3, "r": true, "raw": "C. MARTIN VAN BUREN\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4724", "s": "Claude Haiku 5.5", "a": "A. a Well", "b": 3, "r": true, "raw": "A. a Well\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5635", "s": "Claude Haiku 5.5", "a": "B. Anne", "b": 3, "r": true, "raw": "B. Anne\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15784", "s": "Claude Haiku 5.5", "a": "A. BENJAMIN HARRISON", "b": 3, "r": true, "raw": "A. BENJAMIN HARRISON\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1412", "s": "Claude Haiku 5.5", "a": "A. (The Life and Opinions of) Tristram Shandy (Gentleman)", "b": 3, "r": true, "raw": "A. (The Life and Opinions of) Tristram Shandy (Gentleman)\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4267", "s": "Claude Haiku 5.5", "a": "C. Red", "b": 3, "r": true, "raw": "C. Red\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9696", "s": "Claude Haiku 5.5", "a": "D. South Africa", "b": 1, "r": true, "raw": "D. South Africa\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-486", "s": "Claude Sonnet 5.5", "a": "A. Bruce", "b": 3, "r": true, "raw": "A. Bruce\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10965", "s": "Claude Sonnet 5.5", "a": "D. Argentina", "b": 3, "r": true, "raw": "D. Argentina\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4709", "s": "Claude Sonnet 5.5", "a": "B. South Africa", "b": 3, "r": true, "raw": "B. South Africa\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-787", "s": "Claude Sonnet 5.5", "a": "A. John", "b": 3, "r": true, "raw": "A. John\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12326", "s": "Claude Sonnet 5.5", "a": "A. Thor", "b": 3, "r": true, "raw": "A. Thor\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14027", "s": "Claude Sonnet 5.5", "a": "D. Johnny Cash", "b": 3, "r": true, "raw": "D. Johnny Cash\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-535", "s": "Claude Sonnet 5.5", "a": "D. A) Felix Leiter", "b": 3, "r": true, "raw": "D. A) Felix Leiter\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3128", "s": "Claude Sonnet 5.5", "a": "A. Golden Fleece", "b": 3, "r": true, "raw": "A. Golden Fleece\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13564", "s": "Claude Sonnet 5.5", "a": "A. Pentecost", "b": 3, "r": true, "raw": "A. Pentecost\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11985", "s": "Claude Sonnet 5.5", "a": "B. John NAPIER", "b": 3, "r": true, "raw": "B. John NAPIER\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13846", "s": "Claude Sonnet 5.5", "a": "D. Converse", "b": 3, "r": true, "raw": "D. Converse\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1485", "s": "Claude Sonnet 5.5", "a": "A. Blind Faith", "b": 3, "r": true, "raw": "A. Blind Faith\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16253", "s": "Claude Sonnet 5.5", "a": "C. ALEX GARLAND", "b": 3, "r": true, "raw": "C. ALEX GARLAND\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7887", "s": "Claude Sonnet 5.5", "a": "D. BUTTER", "b": 3, "r": true, "raw": "D. BUTTER\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3338", "s": "Claude Sonnet 5.5", "a": "B. Othello", "b": 3, "r": true, "raw": "B. Othello\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2526", "s": "Claude Sonnet 5.5", "a": "A. BARACK OBAMA", "b": 3, "r": true, "raw": "A. BARACK OBAMA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5111", "s": "Claude Sonnet 5.5", "a": "D. Boyz II Men", "b": 3, "r": true, "raw": "D. Boyz II Men\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16455", "s": "Claude Sonnet 5.5", "a": "A. SPAIN", "b": 3, "r": true, "raw": "A. SPAIN\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1774", "s": "Claude Sonnet 5.5", "a": "A. Amy Johnson", "b": 3, "r": true, "raw": "A. Amy Johnson\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14291", "s": "Claude Sonnet 5.5", "a": "C. DNA structure", "b": 3, "r": true, "raw": "C. DNA structure\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8280", "s": "Claude Sonnet 5.5", "a": "D. COPENHAGEN", "b": 3, "r": true, "raw": "D. COPENHAGEN\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17721", "s": "Claude Sonnet 5.5", "a": "B. Montgomery Scott", "b": 3, "r": true, "raw": "B. Montgomery Scott\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3984", "s": "Claude Sonnet 5.5", "a": "A. Solidus", "b": 3, "r": true, "raw": "A. Solidus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5610", "s": "Claude Sonnet 5.5", "a": "C. KARAKORAM", "b": 3, "r": true, "raw": "C. KARAKORAM\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17410", "s": "Claude Sonnet 5.5", "a": "B. Henrietta Maria", "b": 3, "r": true, "raw": "B. Henrietta Maria\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6367", "s": "Claude Sonnet 5.5", "a": "B. EDWARD the CONFESSOR", "b": 3, "r": true, "raw": "B. EDWARD the CONFESSOR\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3996", "s": "Claude Sonnet 5.5", "a": "B. Russia", "b": 3, "r": true, "raw": "B. Russia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14377", "s": "Claude Sonnet 5.5", "a": "B. Air Traffic Control", "b": 3, "r": true, "raw": "B. Air Traffic Control\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11494", "s": "Claude Sonnet 5.5", "a": "B. Fay Wray", "b": 3, "r": true, "raw": "B. Fay Wray\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14431", "s": "Claude Sonnet 5.5", "a": "B. AIRCRAFT CARRIER", "b": 3, "r": true, "raw": "B. AIRCRAFT CARRIER\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15407", "s": "Claude Sonnet 5.5", "a": "A. Elton John", "b": 3, "r": true, "raw": "A. Elton John\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5367", "s": "Claude Sonnet 5.5", "a": "B. SOUTH PACIFIC", "b": 3, "r": true, "raw": "B. SOUTH PACIFIC\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13792", "s": "Claude Sonnet 5.5", "a": "A. Spa Towns", "b": 3, "r": true, "raw": "A. Spa Towns\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17045", "s": "Claude Sonnet 5.5", "a": "B. North Carolina", "b": 3, "r": true, "raw": "B. North Carolina\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1022", "s": "Claude Sonnet 5.5", "a": "D. Barry and Yvonne", "b": 3, "r": true, "raw": "D. Barry and Yvonne\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7738", "s": "Claude Sonnet 5.5", "a": "D. CHILE", "b": 3, "r": true, "raw": "D. CHILE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12656", "s": "Claude Sonnet 5.5", "a": "C. Dionysus", "b": 3, "r": true, "raw": "C. Dionysus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6477", "s": "Claude Sonnet 5.5", "a": "D. PROHIBITION IN THE USA", "b": 3, "r": true, "raw": "D. PROHIBITION IN THE USA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7498", "s": "Claude Sonnet 5.5", "a": "C. Chariots", "b": 3, "r": true, "raw": "C. Chariots\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16433", "s": "Claude Sonnet 5.5", "a": "C. JACOB", "b": 3, "r": true, "raw": "C. JACOB\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10870", "s": "Claude Sonnet 5.5", "a": "D. Ambassador bridge", "b": 3, "r": true, "raw": "D. Ambassador bridge\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7773", "s": "Claude Sonnet 5.5", "a": "D. Shylock", "b": 3, "r": true, "raw": "D. Shylock\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-598", "s": "Claude Sonnet 5.5", "a": "B. 2004", "b": 3, "r": true, "raw": "B. 2004\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7866", "s": "Claude Sonnet 5.5", "a": "C. Dik Browne", "b": 3, "r": true, "raw": "C. Dik Browne\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16959", "s": "Claude Sonnet 5.5", "a": "B. ROMANIA", "b": 3, "r": true, "raw": "B. ROMANIA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3119", "s": "Claude Sonnet 5.5", "a": "D. The Red Cross", "b": 3, "r": true, "raw": "D. The Red Cross\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4135", "s": "Claude Sonnet 5.5", "a": "D. Cimarron County", "b": 3, "r": true, "raw": "D. Cimarron County\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5948", "s": "Claude Sonnet 5.5", "a": "B. Cynthia Nixon", "b": 3, "r": true, "raw": "B. Cynthia Nixon\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15690", "s": "Claude Sonnet 5.5", "a": "A. Ottorino RESPIGHI", "b": 3, "r": true, "raw": "A. Ottorino RESPIGHI\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2905", "s": "Claude Sonnet 5.5", "a": "D. Australia", "b": 3, "r": true, "raw": "D. Australia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3382", "s": "Claude Sonnet 5.5", "a": "D. Ralph Lauren", "b": 3, "r": true, "raw": "D. Ralph Lauren\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13326", "s": "Claude Sonnet 5.5", "a": "D. A Series of Unfortunate Events", "b": 3, "r": true, "raw": "D. A Series of Unfortunate Events\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13703", "s": "Claude Sonnet 5.5", "a": "C. Outkast", "b": 3, "r": true, "raw": "C. Outkast\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1920", "s": "Claude Sonnet 5.5", "a": "C. Wyre", "b": 3, "r": true, "raw": "C. Wyre\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3772", "s": "Claude Sonnet 5.5", "a": "B. Parabola", "b": 3, "r": true, "raw": "B. Parabola\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-986", "s": "Claude Sonnet 5.5", "a": "B. Sex", "b": 3, "r": true, "raw": "B. Sex\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13094", "s": "Claude Sonnet 5.5", "a": "B. Palace of Versailles", "b": 3, "r": true, "raw": "B. Palace of Versailles\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13124", "s": "Claude Sonnet 5.5", "a": "A. 6", "b": 3, "r": true, "raw": "A. 6\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13005", "s": "Claude Sonnet 5.5", "a": "B. Dylan Thomas", "b": 3, "r": true, "raw": "B. Dylan Thomas\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9503", "s": "Claude Sonnet 5.5", "a": "C. Nigeria", "b": 3, "r": true, "raw": "C. Nigeria\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17259", "s": "Claude Sonnet 5.5", "a": "B. Warsaw", "b": 3, "r": true, "raw": "B. Warsaw\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12485", "s": "Claude Sonnet 5.5", "a": "B. Nemesis", "b": 3, "r": true, "raw": "B. Nemesis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11601", "s": "Claude Sonnet 5.5", "a": "A. Uncle Tom's Cabin", "b": 3, "r": true, "raw": "A. Uncle Tom's Cabin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10827", "s": "Claude Sonnet 5.5", "a": "A. The Black Panther", "b": 3, "r": true, "raw": "A. The Black Panther\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12736", "s": "Claude Sonnet 5.5", "a": "D. John Wayne", "b": 3, "r": true, "raw": "D. John Wayne\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16812", "s": "Claude Sonnet 5.5", "a": "D. CZECH REPUBLIC", "b": 3, "r": true, "raw": "D. CZECH REPUBLIC\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8836", "s": "Claude Sonnet 5.5", "a": "C. Jan Francis", "b": 3, "r": true, "raw": "C. Jan Francis\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4703", "s": "Claude Sonnet 5.5", "a": "B. Anaheim Ducks", "b": 3, "r": true, "raw": "B. Anaheim Ducks\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13269", "s": "Claude Sonnet 5.5", "a": "B. Medea", "b": 3, "r": true, "raw": "B. Medea\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4020", "s": "Claude Sonnet 5.5", "a": "B. China", "b": 3, "r": true, "raw": "B. China\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2826", "s": "Claude Sonnet 5.5", "a": "C. Uranus", "b": 3, "r": true, "raw": "C. Uranus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1078", "s": "Claude Sonnet 5.5", "a": "A. Bird", "b": 3, "r": true, "raw": "A. Bird\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14251", "s": "Claude Sonnet 5.5", "a": "A. Harland & Wolff", "b": 3, "r": true, "raw": "A. Harland & Wolff\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15898", "s": "Claude Sonnet 5.5", "a": "D. THE TAMING OF THE SHREW", "b": 3, "r": true, "raw": "D. THE TAMING OF THE SHREW\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10740", "s": "Claude Sonnet 5.5", "a": "D. 22", "b": 3, "r": true, "raw": "D. 22\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1139", "s": "Claude Sonnet 5.5", "a": "C. Reap The Wild Wind", "b": 3, "r": true, "raw": "C. Reap The Wild Wind\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-886", "s": "Claude Sonnet 5.5", "a": "C. Cherry", "b": 3, "r": true, "raw": "C. Cherry\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9673", "s": "Claude Sonnet 5.5", "a": "C. Cape Horn", "b": 3, "r": true, "raw": "C. Cape Horn\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12086", "s": "Claude Sonnet 5.5", "a": "B. GIRONDE", "b": 3, "r": true, "raw": "B. GIRONDE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5046", "s": "Claude Sonnet 5.5", "a": "A. Hadrian's Wall", "b": 3, "r": true, "raw": "A. Hadrian's Wall\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8575", "s": "Claude Sonnet 5.5", "a": "A. Moscow", "b": 3, "r": true, "raw": "A. Moscow\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12223", "s": "Claude Sonnet 5.5", "a": "B. 12th", "b": 3, "r": true, "raw": "B. 12th\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3793", "s": "Claude Sonnet 5.5", "a": "C. Helene Hanff", "b": 3, "r": true, "raw": "C. Helene Hanff\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11120", "s": "Claude Sonnet 5.5", "a": "C. Julia Sawalha", "b": 3, "r": true, "raw": "C. Julia Sawalha\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1689", "s": "Claude Sonnet 5.5", "a": "A. Colour Blindness", "b": 3, "r": true, "raw": "A. Colour Blindness\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16813", "s": "Claude Sonnet 5.5", "a": "D. TASMANIA", "b": 3, "r": true, "raw": "D. TASMANIA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4441", "s": "Claude Sonnet 5.5", "a": "A. Camshaft", "b": 3, "r": true, "raw": "A. Camshaft\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1345", "s": "Claude Sonnet 5.5", "a": "B. Golda Meir", "b": 3, "r": true, "raw": "B. Golda Meir\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7752", "s": "Claude Sonnet 5.5", "a": "D. CORTINA", "b": 3, "r": true, "raw": "D. CORTINA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5139", "s": "Claude Sonnet 5.5", "a": "B. Roberta Flack", "b": 3, "r": true, "raw": "B. Roberta Flack\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16854", "s": "Claude Sonnet 5.5", "a": "B. Hawaii", "b": 3, "r": true, "raw": "B. Hawaii\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15390", "s": "Claude Sonnet 5.5", "a": "B. Colombia", "b": 3, "r": true, "raw": "B. Colombia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11753", "s": "Claude Sonnet 5.5", "a": "C. CHRISTOPHER COLUMBUS", "b": 3, "r": true, "raw": "C. CHRISTOPHER COLUMBUS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9747", "s": "Claude Sonnet 5.5", "a": "A. The Krusty Krab", "b": 3, "r": true, "raw": "A. The Krusty Krab\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14289", "s": "Claude Sonnet 5.5", "a": "C. VENUS", "b": 3, "r": true, "raw": "C. VENUS\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1057", "s": "Claude Sonnet 5.5", "a": "D. Niccolo Machiavelli", "b": 3, "r": true, "raw": "D. Niccolo Machiavelli\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12780", "s": "Claude Sonnet 5.5", "a": "A. The Mary Tyler Moore Show", "b": 3, "r": true, "raw": "A. The Mary Tyler Moore Show\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3635", "s": "Claude Sonnet 5.5", "a": "D. Oliver!", "b": 3, "r": true, "raw": "D. Oliver!\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6980", "s": "Claude Sonnet 5.5", "a": "A. Handley-Page", "b": 3, "r": true, "raw": "The Handley Page Hastings (transport aircraft) and the Handley Page Herald (airliner) were both produced by Handley Page.\n\nA. Handley-Page\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9046", "s": "Claude Sonnet 5.5", "a": "B. Nowhere Boy", "b": 3, "r": true, "raw": "B. Nowhere Boy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6948", "s": "Claude Sonnet 5.5", "a": "B. Mobile phone", "b": 3, "r": true, "raw": "B. Mobile phone\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9738", "s": "Claude Sonnet 5.5", "a": "D. 24", "b": 3, "r": true, "raw": "D. 24\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2662", "s": "Claude Sonnet 5.5", "a": "D. MARSELLAISE", "b": 3, "r": true, "raw": "D. MARSELLAISE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12484", "s": "Claude Sonnet 5.5", "a": "D. Delilah", "b": 3, "r": true, "raw": "D. Delilah\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11466", "s": "Claude Sonnet 5.5", "a": "D. The Round Table", "b": 3, "r": true, "raw": "D. The Round Table\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14390", "s": "Claude Sonnet 5.5", "a": "C. 1664", "b": 3, "r": true, "raw": "C. 1664\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-225", "s": "Claude Sonnet 5.5", "a": "C. The Little Sparrow", "b": 3, "r": true, "raw": "C. The Little Sparrow\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14465", "s": "Claude Sonnet 5.5", "a": "A. Hard Times", "b": 3, "r": true, "raw": "A. Hard Times\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2794", "s": "Claude Sonnet 5.5", "a": "B. D'Artagnan", "b": 3, "r": true, "raw": "B. D'Artagnan\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4766", "s": "Claude Sonnet 5.5", "a": "B. Pufferfish", "b": 3, "r": true, "raw": "B. Pufferfish\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3088", "s": "Claude Sonnet 5.5", "a": "B. Fondue", "b": 3, "r": true, "raw": "B. Fondue\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13077", "s": "Claude Sonnet 5.5", "a": "A. 7", "b": 3, "r": true, "raw": "A. 7\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-760", "s": "Claude Sonnet 5.5", "a": "C. The Royal Ballet", "b": 3, "r": true, "raw": "C. The Royal Ballet\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-274", "s": "Claude Sonnet 5.5", "a": "B. 57", "b": 3, "r": true, "raw": "B. 57\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9672", "s": "Claude Sonnet 5.5", "a": "B. B1", "b": 3, "r": true, "raw": "B. B1\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14780", "s": "Claude Sonnet 5.5", "a": "B. Indonesia", "b": 3, "r": true, "raw": "B. Indonesia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15574", "s": "Claude Sonnet 5.5", "a": "B. Steely Dan", "b": 3, "r": true, "raw": "B. Steely Dan\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12617", "s": "Claude Sonnet 5.5", "a": "B. Heath Ledger", "b": 3, "r": true, "raw": "B. Heath Ledger\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15258", "s": "Claude Sonnet 5.5", "a": "B. South China Sea", "b": 3, "r": true, "raw": "B. South China Sea\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9267", "s": "Claude Sonnet 5.5", "a": "A. JOHN MILLAIS", "b": 3, "r": true, "raw": "A. JOHN MILLAIS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15049", "s": "Claude Sonnet 5.5", "a": "C. Prokofiev", "b": 3, "r": true, "raw": "C. Prokofiev\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4026", "s": "Claude Sonnet 5.5", "a": "A. Ganges", "b": 3, "r": true, "raw": "A. Ganges\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-350", "s": "Claude Sonnet 5.5", "a": "C. 303", "b": 3, "r": true, "raw": "C. 303\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4724", "s": "Claude Sonnet 5.5", "a": "A. a Well", "b": 3, "r": true, "raw": "A. a Well\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13515", "s": "Claude Sonnet 5.5", "a": "C. Francis Drake", "b": 3, "r": true, "raw": "C. Francis Drake\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1340", "s": "Claude Sonnet 5.5", "a": "A. Walk", "b": 3, "r": true, "raw": "A. Walk\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10461", "s": "Claude Sonnet 5.5", "a": "B. Space 1999", "b": 3, "r": true, "raw": "B. Space 1999\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13117", "s": "Claude Sonnet 5.5", "a": "D. The US Navy", "b": 3, "r": true, "raw": "D. The US Navy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1702", "s": "Claude Sonnet 5.5", "a": "D. Kissing", "b": 3, "r": true, "raw": "D. Kissing\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8486", "s": "Claude Sonnet 5.5", "a": "B. AUK", "b": 3, "r": true, "raw": "B. AUK\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5506", "s": "Claude Sonnet 5.5", "a": "B. Pressure", "b": 3, "r": true, "raw": "B. Pressure\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15784", "s": "Claude Sonnet 5.5", "a": "A. BENJAMIN HARRISON", "b": 3, "r": true, "raw": "A. BENJAMIN HARRISON\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15342", "s": "Claude Sonnet 5.5", "a": "C. MARTIN VAN BUREN", "b": 3, "r": true, "raw": "C. MARTIN VAN BUREN\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7951", "s": "Claude Sonnet 5.5", "a": "A. 'HARRY POTTER'", "b": 3, "r": true, "raw": "A. 'HARRY POTTER'\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11112", "s": "Claude Sonnet 5.5", "a": "D. Fish", "b": 3, "r": true, "raw": "D. Fish\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13908", "s": "Claude Sonnet 5.5", "a": "D. Kix", "b": 3, "r": true, "raw": "D. Kix\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1412", "s": "Claude Sonnet 5.5", "a": "A. (The Life and Opinions of) Tristram Shandy (Gentleman)", "b": 3, "r": true, "raw": "A. (The Life and Opinions of) Tristram Shandy (Gentleman)\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9454", "s": "Claude Sonnet 5.5", "a": "D. Guy Pearce", "b": 3, "r": true, "raw": "D. Guy Pearce\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17233", "s": "Claude Sonnet 5.5", "a": "A. Long jump", "b": 3, "r": true, "raw": "A. Long jump\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4267", "s": "Claude Sonnet 5.5", "a": "C. Red", "b": 3, "r": true, "raw": "C. Red\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-295", "s": "Claude Sonnet 5.5", "a": "D. Q", "b": 3, "r": true, "raw": "D. Q\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9884", "s": "Claude Sonnet 5.5", "a": "A. Boulder Dam", "b": 3, "r": true, "raw": "The Hoover Dam was originally planned for Boulder Canyon, and the project was called the Boulder Canyon Project. It was known as Boulder Dam for a time (1933–1947), even though it sits in Black Canyon. The other options are nonsense, so A fits.\n\nA. Boulder Dam\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7570", "s": "Claude Sonnet 5.5", "a": "C. NEPTUNE", "b": 3, "r": true, "raw": "The question is cut off (\"The existance of which planet was mathematically...\"), but the likely completion is \"predicted before it was observed,\" and Neptune fits that. Among the options, only C is a planet.\n\nC. NEPTUNE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2977", "s": "Claude Sonnet 5.5", "a": "D. 4 billion", "b": 3, "r": true, "raw": "The Huge-LQG spans about 4 billion light-years at its longest dimension, so crossing it at the speed of light would take about 4 billion years. The other options are nonsense, and D is the only one that gives a number of years.\n\nD. 4 billion\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5403", "s": "Claude Sonnet 5.5", "a": "D. PARIS", "b": 3, "r": true, "raw": "D. PARIS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10002", "s": "Claude Sonnet 5.5", "a": "B. Famous Players Film Company", "b": 3, "r": true, "raw": "B. Famous Players Film Company\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17422", "s": "Claude Sonnet 5.5", "a": null, "b": 0, "r": null, "raw": "Marlene Dietrich became a US citizen in 1939. She applied in 1937 and was naturalized on June 9, 1939. Among the options, only A is a year, and it is 1941, which is not correct. The other options (Pommel horse, Bradley Walsh, Oedipus) are clearly nonsense answers.\n\nIf the question is answered strictly, none of the options is correct. A is the only plausible option, but I believe it is wrong. Since I am fairly sure about 1939, answering A would likely lose, so I should decline.\n\nI don't know", "v": {}}, {"q": "mcq|tqa-5635", "s": "Claude Sonnet 5.5", "a": "B. Anne", "b": 3, "r": true, "raw": "B. Anne\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9696", "s": "Claude Sonnet 5.5", "a": "D. South Africa", "b": 3, "r": true, "raw": "D. South Africa\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15496", "s": "Claude Sonnet 5.5", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "mcq|tqa-12326", "s": "Claude Opus 5.5", "a": "A. Thor", "b": 3, "r": true, "raw": "A. Thor\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7887", "s": "Claude Opus 5.5", "a": "D. BUTTER", "b": 3, "r": true, "raw": "D. BUTTER\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14027", "s": "Claude Opus 5.5", "a": "D. Johnny Cash", "b": 3, "r": true, "raw": "D. Johnny Cash\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10965", "s": "Claude Opus 5.5", "a": "D. Argentina", "b": 3, "r": true, "raw": "D. Argentina\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13846", "s": "Claude Opus 5.5", "a": "D. Converse", "b": 3, "r": true, "raw": "D. Converse\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-486", "s": "Claude Opus 5.5", "a": "A. Bruce", "b": 3, "r": true, "raw": "A. Bruce\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13564", "s": "Claude Opus 5.5", "a": "A. Pentecost", "b": 3, "r": true, "raw": "A. Pentecost\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3128", "s": "Claude Opus 5.5", "a": "A. Golden Fleece", "b": 3, "r": true, "raw": "A. Golden Fleece\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-787", "s": "Claude Opus 5.5", "a": "A. John", "b": 3, "r": true, "raw": "A. John\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16253", "s": "Claude Opus 5.5", "a": "C. ALEX GARLAND", "b": 3, "r": true, "raw": "C. ALEX GARLAND\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14431", "s": "Claude Opus 5.5", "a": "B. AIRCRAFT CARRIER", "b": 3, "r": true, "raw": "B. AIRCRAFT CARRIER\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1485", "s": "Claude Opus 5.5", "a": "A. Blind Faith", "b": 3, "r": true, "raw": "A. Blind Faith\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2526", "s": "Claude Opus 5.5", "a": "A. BARACK OBAMA", "b": 3, "r": true, "raw": "A. BARACK OBAMA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5111", "s": "Claude Opus 5.5", "a": "D. Boyz II Men", "b": 3, "r": true, "raw": "D. Boyz II Men\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3338", "s": "Claude Opus 5.5", "a": "B. Othello", "b": 3, "r": true, "raw": "B. Othello\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3984", "s": "Claude Opus 5.5", "a": "A. Solidus", "b": 3, "r": true, "raw": "A. Solidus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4709", "s": "Claude Opus 5.5", "a": "B. South Africa", "b": 3, "r": true, "raw": "B. South Africa\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14291", "s": "Claude Opus 5.5", "a": "C. DNA structure", "b": 3, "r": true, "raw": "C. DNA structure\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1774", "s": "Claude Opus 5.5", "a": "A. Amy Johnson", "b": 3, "r": true, "raw": "A. Amy Johnson\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5610", "s": "Claude Opus 5.5", "a": "C. KARAKORAM", "b": 3, "r": true, "raw": "C. KARAKORAM\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-535", "s": "Claude Opus 5.5", "a": "D. A) Felix Leiter", "b": 3, "r": true, "raw": "D. A) Felix Leiter\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17721", "s": "Claude Opus 5.5", "a": "B. Montgomery Scott", "b": 3, "r": true, "raw": "B. Montgomery Scott\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11494", "s": "Claude Opus 5.5", "a": "B. Fay Wray", "b": 3, "r": true, "raw": "B. Fay Wray\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3996", "s": "Claude Opus 5.5", "a": "B. Russia", "b": 3, "r": true, "raw": "B. Russia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6367", "s": "Claude Opus 5.5", "a": "B. EDWARD the CONFESSOR", "b": 3, "r": true, "raw": "B. EDWARD the CONFESSOR\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13792", "s": "Claude Opus 5.5", "a": "A. Spa Towns", "b": 3, "r": true, "raw": "A. Spa Towns\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16455", "s": "Claude Opus 5.5", "a": "A. SPAIN", "b": 3, "r": true, "raw": "A. SPAIN\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17410", "s": "Claude Opus 5.5", "a": "B. Henrietta Maria", "b": 3, "r": true, "raw": "B. Henrietta Maria\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5367", "s": "Claude Opus 5.5", "a": "B. SOUTH PACIFIC", "b": 3, "r": true, "raw": "B. SOUTH PACIFIC\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15407", "s": "Claude Opus 5.5", "a": "A. Elton John", "b": 3, "r": true, "raw": "A. Elton John\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17045", "s": "Claude Opus 5.5", "a": "B. North Carolina", "b": 3, "r": true, "raw": "B. North Carolina\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14377", "s": "Claude Opus 5.5", "a": "B. Air Traffic Control", "b": 3, "r": true, "raw": "B. Air Traffic Control\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1022", "s": "Claude Opus 5.5", "a": "D. Barry and Yvonne", "b": 3, "r": true, "raw": "D. Barry and Yvonne\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16433", "s": "Claude Opus 5.5", "a": "C. JACOB", "b": 3, "r": true, "raw": "C. JACOB\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6477", "s": "Claude Opus 5.5", "a": "D. PROHIBITION IN THE USA", "b": 3, "r": true, "raw": "D. PROHIBITION IN THE USA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-598", "s": "Claude Opus 5.5", "a": "B. 2004", "b": 3, "r": true, "raw": "B. 2004\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12656", "s": "Claude Opus 5.5", "a": "C. Dionysus", "b": 3, "r": true, "raw": "C. Dionysus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8280", "s": "Claude Opus 5.5", "a": "D. COPENHAGEN", "b": 3, "r": true, "raw": "D. COPENHAGEN\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3119", "s": "Claude Opus 5.5", "a": "D. The Red Cross", "b": 3, "r": true, "raw": "D. The Red Cross\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3382", "s": "Claude Opus 5.5", "a": "D. Ralph Lauren", "b": 3, "r": true, "raw": "D. Ralph Lauren\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7498", "s": "Claude Opus 5.5", "a": "C. Chariots", "b": 3, "r": true, "raw": "C. Chariots\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7773", "s": "Claude Opus 5.5", "a": "D. Shylock", "b": 3, "r": true, "raw": "D. Shylock\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10870", "s": "Claude Opus 5.5", "a": "D. Ambassador bridge", "b": 3, "r": true, "raw": "D. Ambassador bridge\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7866", "s": "Claude Opus 5.5", "a": "C. Dik Browne", "b": 3, "r": true, "raw": "C. Dik Browne\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11985", "s": "Claude Opus 5.5", "a": "B. John NAPIER", "b": 3, "r": true, "raw": "B. John NAPIER\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16959", "s": "Claude Opus 5.5", "a": "B. ROMANIA", "b": 3, "r": true, "raw": "B. ROMANIA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17233", "s": "Claude Opus 5.5", "a": "A. Long jump", "b": 3, "r": true, "raw": "A. Long jump\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7738", "s": "Claude Opus 5.5", "a": "D. CHILE", "b": 3, "r": true, "raw": "D. CHILE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-986", "s": "Claude Opus 5.5", "a": "B. Sex", "b": 3, "r": true, "raw": "B. Sex\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2905", "s": "Claude Opus 5.5", "a": "D. Australia", "b": 3, "r": true, "raw": "D. Australia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3772", "s": "Claude Opus 5.5", "a": "B. Parabola", "b": 3, "r": true, "raw": "B. Parabola\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13124", "s": "Claude Opus 5.5", "a": "A. 6", "b": 3, "r": true, "raw": "A. 6\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15690", "s": "Claude Opus 5.5", "a": "A. Ottorino RESPIGHI", "b": 3, "r": true, "raw": "A. Ottorino RESPIGHI\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13326", "s": "Claude Opus 5.5", "a": "D. A Series of Unfortunate Events", "b": 3, "r": true, "raw": "D. A Series of Unfortunate Events\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13703", "s": "Claude Opus 5.5", "a": "C. Outkast", "b": 3, "r": true, "raw": "C. Outkast\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5948", "s": "Claude Opus 5.5", "a": "B. Cynthia Nixon", "b": 3, "r": true, "raw": "B. Cynthia Nixon\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9503", "s": "Claude Opus 5.5", "a": "C. Nigeria", "b": 3, "r": true, "raw": "C. Nigeria\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13094", "s": "Claude Opus 5.5", "a": "B. Palace of Versailles", "b": 3, "r": true, "raw": "B. Palace of Versailles\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1920", "s": "Claude Opus 5.5", "a": "C. Wyre", "b": 3, "r": true, "raw": "C. Wyre\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12485", "s": "Claude Opus 5.5", "a": "B. Nemesis", "b": 3, "r": true, "raw": "B. Nemesis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13005", "s": "Claude Opus 5.5", "a": "B. Dylan Thomas", "b": 3, "r": true, "raw": "B. Dylan Thomas\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2977", "s": "Claude Opus 5.5", "a": "D. 4 billion", "b": 3, "r": true, "raw": "D. 4 billion\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12736", "s": "Claude Opus 5.5", "a": "D. John Wayne", "b": 3, "r": true, "raw": "D. John Wayne\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16812", "s": "Claude Opus 5.5", "a": "D. CZECH REPUBLIC", "b": 3, "r": true, "raw": "D. CZECH REPUBLIC\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10827", "s": "Claude Opus 5.5", "a": "A. The Black Panther", "b": 3, "r": true, "raw": "A. The Black Panther\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17259", "s": "Claude Opus 5.5", "a": "B. Warsaw", "b": 3, "r": true, "raw": "B. Warsaw\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13269", "s": "Claude Opus 5.5", "a": "B. Medea", "b": 3, "r": true, "raw": "B. Medea\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4020", "s": "Claude Opus 5.5", "a": "B. China", "b": 3, "r": true, "raw": "B. China\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2826", "s": "Claude Opus 5.5", "a": "C. Uranus", "b": 3, "r": true, "raw": "C. Uranus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8836", "s": "Claude Opus 5.5", "a": "C. Jan Francis", "b": 3, "r": true, "raw": "C. Jan Francis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9673", "s": "Claude Opus 5.5", "a": "C. Cape Horn", "b": 3, "r": true, "raw": "C. Cape Horn\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1139", "s": "Claude Opus 5.5", "a": "C. Reap The Wild Wind", "b": 3, "r": true, "raw": "C. Reap The Wild Wind\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11120", "s": "Claude Opus 5.5", "a": "C. Julia Sawalha", "b": 3, "r": true, "raw": "C. Julia Sawalha\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15898", "s": "Claude Opus 5.5", "a": "D. THE TAMING OF THE SHREW", "b": 3, "r": true, "raw": "D. THE TAMING OF THE SHREW\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12086", "s": "Claude Opus 5.5", "a": "B. GIRONDE", "b": 3, "r": true, "raw": "B. GIRONDE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-886", "s": "Claude Opus 5.5", "a": "C. Cherry", "b": 3, "r": true, "raw": "C. Cherry\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1078", "s": "Claude Opus 5.5", "a": "A. Bird", "b": 3, "r": true, "raw": "A. Bird\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8575", "s": "Claude Opus 5.5", "a": "A. Moscow", "b": 3, "r": true, "raw": "A. Moscow\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5046", "s": "Claude Opus 5.5", "a": "A. Hadrian's Wall", "b": 3, "r": true, "raw": "A. Hadrian's Wall\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1689", "s": "Claude Opus 5.5", "a": "A. Colour Blindness", "b": 3, "r": true, "raw": "A. Colour Blindness\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3793", "s": "Claude Opus 5.5", "a": "C. Helene Hanff", "b": 3, "r": true, "raw": "C. Helene Hanff\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5139", "s": "Claude Opus 5.5", "a": "B. Roberta Flack", "b": 3, "r": true, "raw": "B. Roberta Flack\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16813", "s": "Claude Opus 5.5", "a": "D. TASMANIA", "b": 3, "r": true, "raw": "D. TASMANIA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10740", "s": "Claude Opus 5.5", "a": "D. 22", "b": 3, "r": true, "raw": "D. 22\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12223", "s": "Claude Opus 5.5", "a": "B. 12th", "b": 3, "r": true, "raw": "B. 12th\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11601", "s": "Claude Opus 5.5", "a": "A. Uncle Tom’s Cabin", "b": 3, "r": true, "raw": "A. Uncle Tom’s Cabin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4441", "s": "Claude Opus 5.5", "a": "A. Camshaft", "b": 3, "r": true, "raw": "A. Camshaft\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1345", "s": "Claude Opus 5.5", "a": "B. Golda Meir", "b": 3, "r": true, "raw": "B. Golda Meir\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7570", "s": "Claude Opus 5.5", "a": "C. NEPTUNE", "b": 3, "r": true, "raw": "C. NEPTUNE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7752", "s": "Claude Opus 5.5", "a": "D. CORTINA", "b": 3, "r": true, "raw": "D. CORTINA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16854", "s": "Claude Opus 5.5", "a": "B. Hawaii", "b": 3, "r": true, "raw": "B. Hawaii\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1057", "s": "Claude Opus 5.5", "a": "D. Niccolo Machiavelli", "b": 3, "r": true, "raw": "D. Niccolo Machiavelli\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9884", "s": "Claude Opus 5.5", "a": "A. Boulder Dam", "b": 3, "r": true, "raw": "A. Boulder Dam\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3635", "s": "Claude Opus 5.5", "a": "D. Oliver!", "b": 3, "r": true, "raw": "D. Oliver!\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12780", "s": "Claude Opus 5.5", "a": "A. The Mary Tyler Moore Show", "b": 3, "r": true, "raw": "A. The Mary Tyler Moore Show\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6980", "s": "Claude Opus 5.5", "a": "A. Handley-Page", "b": 3, "r": true, "raw": "A. Handley-Page\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14251", "s": "Claude Opus 5.5", "a": "A. Harland & Wolff", "b": 3, "r": true, "raw": "A. Harland & Wolff\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4703", "s": "Claude Opus 5.5", "a": "B. Anaheim Ducks", "b": 3, "r": true, "raw": "B. Anaheim Ducks\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12484", "s": "Claude Opus 5.5", "a": "D. Delilah", "b": 3, "r": true, "raw": "D. Delilah\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-760", "s": "Claude Opus 5.5", "a": "C. The Royal Ballet", "b": 3, "r": true, "raw": "C. The Royal Ballet\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9747", "s": "Claude Opus 5.5", "a": "A. The Krusty Krab", "b": 3, "r": true, "raw": "A. The Krusty Krab\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11753", "s": "Claude Opus 5.5", "a": "C. CHRISTOPHER COLUMBUS", "b": 3, "r": true, "raw": "C. CHRISTOPHER COLUMBUS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9046", "s": "Claude Opus 5.5", "a": "B. Nowhere Boy", "b": 3, "r": true, "raw": "B. Nowhere Boy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6948", "s": "Claude Opus 5.5", "a": "B. Mobile phone", "b": 3, "r": true, "raw": "B. Mobile phone\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14289", "s": "Claude Opus 5.5", "a": "C. VENUS", "b": 3, "r": true, "raw": "C. VENUS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15390", "s": "Claude Opus 5.5", "a": "B. Colombia", "b": 3, "r": true, "raw": "B. Colombia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-295", "s": "Claude Opus 5.5", "a": "D. Q", "b": 3, "r": true, "raw": "D. Q\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9738", "s": "Claude Opus 5.5", "a": "D. 24", "b": 3, "r": true, "raw": "D. 24\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2662", "s": "Claude Opus 5.5", "a": "D. MARSELLAISE", "b": 3, "r": true, "raw": "D. MARSELLAISE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4766", "s": "Claude Opus 5.5", "a": "B. Pufferfish", "b": 3, "r": true, "raw": "B. Pufferfish\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11466", "s": "Claude Opus 5.5", "a": "D. The Round Table", "b": 3, "r": true, "raw": "D. The Round Table\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-225", "s": "Claude Opus 5.5", "a": "C. The Little Sparrow", "b": 3, "r": true, "raw": "C. The Little Sparrow\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2794", "s": "Claude Opus 5.5", "a": "B. D'Artagnan", "b": 3, "r": true, "raw": "B. D'Artagnan\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14390", "s": "Claude Opus 5.5", "a": "C. 1664", "b": 3, "r": true, "raw": "C. 1664\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-274", "s": "Claude Opus 5.5", "a": "B. 57", "b": 3, "r": true, "raw": "B. 57\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9672", "s": "Claude Opus 5.5", "a": "B. B1", "b": 3, "r": true, "raw": "B. B1\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14465", "s": "Claude Opus 5.5", "a": "A. Hard Times", "b": 3, "r": true, "raw": "A. Hard Times\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14780", "s": "Claude Opus 5.5", "a": "B. Indonesia", "b": 3, "r": true, "raw": "B. Indonesia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15574", "s": "Claude Opus 5.5", "a": "B. Steely Dan", "b": 3, "r": true, "raw": "B. Steely Dan\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5403", "s": "Claude Opus 5.5", "a": "D. PARIS", "b": 3, "r": true, "raw": "D. PARIS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3088", "s": "Claude Opus 5.5", "a": "B. Fondue", "b": 3, "r": true, "raw": "B. Fondue\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4026", "s": "Claude Opus 5.5", "a": "A. Ganges", "b": 3, "r": true, "raw": "A. Ganges\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1340", "s": "Claude Opus 5.5", "a": "A. Walk (catwalk, boardwalk, jaywalk)", "b": 3, "r": true, "raw": "A. Walk (catwalk, boardwalk, jaywalk)\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15049", "s": "Claude Opus 5.5", "a": "C. Prokofiev", "b": 3, "r": true, "raw": "C. Prokofiev\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15258", "s": "Claude Opus 5.5", "a": "B. South China Sea", "b": 3, "r": true, "raw": "B. South China Sea\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4724", "s": "Claude Opus 5.5", "a": "A. a Well", "b": 3, "r": true, "raw": "A. a Well\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9267", "s": "Claude Opus 5.5", "a": "A. JOHN MILLAIS", "b": 3, "r": true, "raw": "A. JOHN MILLAIS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-350", "s": "Claude Opus 5.5", "a": "C. 303", "b": 3, "r": true, "raw": "C. 303\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9696", "s": "Claude Opus 5.5", "a": "D. South Africa", "b": 3, "r": true, "raw": "D. South Africa\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10461", "s": "Claude Opus 5.5", "a": "B. Space 1999", "b": 3, "r": true, "raw": "B. Space 1999\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8486", "s": "Claude Opus 5.5", "a": "B. AUK", "b": 3, "r": true, "raw": "B. AUK\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13117", "s": "Claude Opus 5.5", "a": "D. The US Navy", "b": 3, "r": true, "raw": "D. The US Navy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1702", "s": "Claude Opus 5.5", "a": "D. Kissing", "b": 3, "r": true, "raw": "D. Kissing\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12617", "s": "Claude Opus 5.5", "a": "B. Heath Ledger", "b": 3, "r": true, "raw": "B. Heath Ledger\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11112", "s": "Claude Opus 5.5", "a": "D. Fish", "b": 3, "r": true, "raw": "D. Fish\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5506", "s": "Claude Opus 5.5", "a": "B. Pressure", "b": 3, "r": true, "raw": "B. Pressure\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15342", "s": "Claude Opus 5.5", "a": "C. MARTIN VAN BUREN", "b": 3, "r": true, "raw": "C. MARTIN VAN BUREN\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15784", "s": "Claude Opus 5.5", "a": "A. BENJAMIN HARRISON", "b": 3, "r": true, "raw": "A. BENJAMIN HARRISON\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7951", "s": "Claude Opus 5.5", "a": "A. 'HARRY POTTER'", "b": 3, "r": true, "raw": "A. 'HARRY POTTER'\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9454", "s": "Claude Opus 5.5", "a": "D. Guy Pearce", "b": 3, "r": true, "raw": "D. Guy Pearce\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4267", "s": "Claude Opus 5.5", "a": "C. Red", "b": 3, "r": true, "raw": "C. Red\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1412", "s": "Claude Opus 5.5", "a": "A. (The Life and Opinions of) Tristram Shandy (Gentleman)", "b": 3, "r": true, "raw": "A. (The Life and Opinions of) Tristram Shandy (Gentleman)\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13908", "s": "Claude Opus 5.5", "a": "D. Kix", "b": 3, "r": true, "raw": "D. Kix\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10002", "s": "Claude Opus 5.5", "a": "B. Famous Players Film Company", "b": 3, "r": true, "raw": "B. Famous Players Film Company\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13515", "s": "Claude Opus 5.5", "a": "C. Francis Drake", "b": 3, "r": true, "raw": "C. Francis Drake\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13077", "s": "Claude Opus 5.5", "a": "A. 7", "b": 3, "r": true, "raw": "A. 7\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5635", "s": "Claude Opus 5.5", "a": "B. Anne", "b": 3, "r": true, "raw": "B. Anne\nBet: 3\n\nAnne isn't named in the canonical Bible. The tradition comes from the apocryphal Protoevangelium of James, but it's clearly the intended answer.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4135", "s": "Claude Opus 5.5", "a": "D. Cimarron County", "b": 3, "r": true, "raw": "D. Cimarron County\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17422", "s": "Claude Opus 5.5", "a": "A. 1941", "b": 3, "r": true, "raw": "A. 1941\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-15496", "s": "Claude Opus 5.5", "a": "C. Rear Admiral", "b": 3, "r": true, "raw": "C. Rear Admiral\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-14027", "s": "Qwen3.5-4B + climb", "a": "D. Johnny Cash", "b": 3, "r": true, "raw": "D. Johnny Cash\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10965", "s": "Qwen3.5-4B + climb", "a": "D. Argentina", "b": 3, "r": true, "raw": "D. Argentina\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-486", "s": "Qwen3.5-4B + climb", "a": "A. Bruce", "b": 3, "r": true, "raw": "A. Bruce\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-787", "s": "Qwen3.5-4B + climb", "a": "A. John", "b": 3, "r": true, "raw": "A. John\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16253", "s": "Qwen3.5-4B + climb", "a": "C. ALEX GARLAND", "b": 3, "r": true, "raw": "C. ALEX GARLAND\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1485", "s": "Qwen3.5-4B + climb", "a": "A. Blind Faith", "b": 3, "r": true, "raw": "A. Blind Faith\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4709", "s": "Qwen3.5-4B + climb", "a": "B. South Africa", "b": 3, "r": true, "raw": "B. South Africa\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3338", "s": "Qwen3.5-4B + climb", "a": "B. Othello", "b": 3, "r": true, "raw": "B. Othello\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7887", "s": "Qwen3.5-4B + climb", "a": "D. BUTTER", "b": 3, "r": true, "raw": "D. BUTTER\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12326", "s": "Qwen3.5-4B + climb", "a": "A. Thor", "b": 3, "r": true, "raw": "A. Thor\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3128", "s": "Qwen3.5-4B + climb", "a": "A. Golden Fleece", "b": 3, "r": true, "raw": "A. Golden Fleece\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10002", "s": "Qwen3.5-4B + climb", "a": "B. Famous Players Film Company", "b": 3, "r": true, "raw": "B. Famous Players Film Company\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-535", "s": "Qwen3.5-4B + climb", "a": "D. A) Felix Leiter", "b": 3, "r": true, "raw": "D. A) Felix Leiter\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13564", "s": "Qwen3.5-4B + climb", "a": "A. Pentecost", "b": 3, "r": true, "raw": "A. Pentecost\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11985", "s": "Qwen3.5-4B + climb", "a": "B. John NAPIER", "b": 3, "r": true, "raw": "B. John NAPIER\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13846", "s": "Qwen3.5-4B + climb", "a": "D. Converse", "b": 3, "r": true, "raw": "D. Converse\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17721", "s": "Qwen3.5-4B + climb", "a": "B. Montgomery Scott", "b": 3, "r": true, "raw": "B. Montgomery Scott\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2526", "s": "Qwen3.5-4B + climb", "a": "A. BARACK OBAMA", "b": 3, "r": true, "raw": "A. BARACK OBAMA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5111", "s": "Qwen3.5-4B + climb", "a": "D. Boyz II Men", "b": 3, "r": true, "raw": "D. Boyz II Men\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14431", "s": "Qwen3.5-4B + climb", "a": "B. AIRCRAFT CARRIER", "b": 3, "r": true, "raw": "B. AIRCRAFT CARRIER\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8280", "s": "Qwen3.5-4B + climb", "a": "D. COPENHAGEN", "b": 3, "r": true, "raw": "D. COPENHAGEN\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3984", "s": "Qwen3.5-4B + climb", "a": "A. Solidus", "b": 3, "r": true, "raw": "A. Solidus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1774", "s": "Qwen3.5-4B + climb", "a": "A. Amy Johnson", "b": 3, "r": true, "raw": "A. Amy Johnson\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16455", "s": "Qwen3.5-4B + climb", "a": "A. SPAIN", "b": 3, "r": true, "raw": "A. SPAIN\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14291", "s": "Qwen3.5-4B + climb", "a": "C. DNA structure", "b": 3, "r": true, "raw": "C. DNA structure\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5610", "s": "Qwen3.5-4B + climb", "a": "C. KARAKORAM", "b": 3, "r": true, "raw": "C. KARAKORAM\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6367", "s": "Qwen3.5-4B + climb", "a": "B. EDWARD the CONFESSOR", "b": 3, "r": true, "raw": "B. EDWARD the CONFESSOR\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3996", "s": "Qwen3.5-4B + climb", "a": "B. Russia", "b": 3, "r": true, "raw": "B. Russia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13792", "s": "Qwen3.5-4B + climb", "a": "A. Spa Towns", "b": 3, "r": true, "raw": "A. Spa Towns\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14377", "s": "Qwen3.5-4B + climb", "a": "B. Air Traffic Control", "b": 3, "r": true, "raw": "B. Air Traffic Control\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17410", "s": "Qwen3.5-4B + climb", "a": "B. Henrietta Maria", "b": 3, "r": true, "raw": "B. Henrietta Maria\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11494", "s": "Qwen3.5-4B + climb", "a": "B. Fay Wray", "b": 3, "r": true, "raw": "B. Fay Wray\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1022", "s": "Qwen3.5-4B + climb", "a": "D. Barry and Yvonne", "b": 3, "r": true, "raw": "D. Barry and Yvonne\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5367", "s": "Qwen3.5-4B + climb", "a": "B. SOUTH PACIFIC", "b": 3, "r": true, "raw": "B. SOUTH PACIFIC\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15407", "s": "Qwen3.5-4B + climb", "a": "A. Elton John", "b": 3, "r": true, "raw": "A. Elton John\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17045", "s": "Qwen3.5-4B + climb", "a": "B. North Carolina", "b": 3, "r": true, "raw": "B. North Carolina\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10870", "s": "Qwen3.5-4B + climb", "a": "D. Ambassador bridge", "b": 3, "r": true, "raw": "D. Ambassador bridge\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7738", "s": "Qwen3.5-4B + climb", "a": "D. CHILE", "b": 3, "r": true, "raw": "D. CHILE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-598", "s": "Qwen3.5-4B + climb", "a": "B. 2004", "b": 3, "r": true, "raw": "B. 2004\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12656", "s": "Qwen3.5-4B + climb", "a": "C. Dionysus", "b": 3, "r": true, "raw": "C. Dionysus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16433", "s": "Qwen3.5-4B + climb", "a": "C. JACOB", "b": 3, "r": true, "raw": "C. JACOB\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7498", "s": "Qwen3.5-4B + climb", "a": "C. Chariots", "b": 3, "r": true, "raw": "C. Chariots\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6477", "s": "Qwen3.5-4B + climb", "a": "D. PROHIBITION IN THE USA", "b": 3, "r": true, "raw": "D. PROHIBITION IN THE USA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16959", "s": "Qwen3.5-4B + climb", "a": "B. ROMANIA", "b": 3, "r": true, "raw": "B. ROMANIA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7773", "s": "Qwen3.5-4B + climb", "a": "D. Shylock", "b": 3, "r": true, "raw": "D. Shylock\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3119", "s": "Qwen3.5-4B + climb", "a": "D. The Red Cross", "b": 3, "r": true, "raw": "D. The Red Cross\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7866", "s": "Qwen3.5-4B + climb", "a": "C. Dik Browne", "b": 3, "r": true, "raw": "C. Dik Browne\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3382", "s": "Qwen3.5-4B + climb", "a": "D. Ralph Lauren", "b": 3, "r": true, "raw": "D. Ralph Lauren\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5948", "s": "Qwen3.5-4B + climb", "a": "B. Cynthia Nixon", "b": 3, "r": true, "raw": "B. Cynthia Nixon\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4135", "s": "Qwen3.5-4B + climb", "a": "D. Cimarron County", "b": 3, "r": true, "raw": "D. Cimarron County\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17233", "s": "Qwen3.5-4B + climb", "a": "A. Long jump", "b": 3, "r": true, "raw": "A. Long jump\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-986", "s": "Qwen3.5-4B + climb", "a": "B. Sex", "b": 3, "r": true, "raw": "B. Sex\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1920", "s": "Qwen3.5-4B + climb", "a": "C. Wyre", "b": 3, "r": true, "raw": "C. Wyre\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15690", "s": "Qwen3.5-4B + climb", "a": "A. Ottorino RESPIGHI", "b": 3, "r": true, "raw": "A. Ottorino RESPIGHI\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13326", "s": "Qwen3.5-4B + climb", "a": "D. A Series of Unfortunate Events", "b": 3, "r": true, "raw": "D. A Series of Unfortunate Events\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2905", "s": "Qwen3.5-4B + climb", "a": "D. Australia", "b": 3, "r": true, "raw": "D. Australia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3772", "s": "Qwen3.5-4B + climb", "a": "B. Parabola", "b": 3, "r": true, "raw": "B. Parabola\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13703", "s": "Qwen3.5-4B + climb", "a": "C. Outkast", "b": 3, "r": true, "raw": "C. Outkast\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13124", "s": "Qwen3.5-4B + climb", "a": "A. 6", "b": 3, "r": true, "raw": "A. 6\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2977", "s": "Qwen3.5-4B + climb", "a": "D. 4 billion", "b": 3, "r": true, "raw": "D. 4 billion\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13094", "s": "Qwen3.5-4B + climb", "a": "B. Palace of Versailles", "b": 3, "r": true, "raw": "B. Palace of Versailles\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13005", "s": "Qwen3.5-4B + climb", "a": "B. Dylan Thomas", "b": 3, "r": true, "raw": "B. Dylan Thomas\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15496", "s": "Qwen3.5-4B + climb", "a": "C. Rear Admiral", "b": 3, "r": true, "raw": "C. Rear Admiral\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9503", "s": "Qwen3.5-4B + climb", "a": "C. Nigeria", "b": 3, "r": true, "raw": "C. Nigeria\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12485", "s": "Qwen3.5-4B + climb", "a": "B. Nemesis", "b": 3, "r": true, "raw": "B. Nemesis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17259", "s": "Qwen3.5-4B + climb", "a": "B. Warsaw", "b": 3, "r": true, "raw": "B. Warsaw\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11601", "s": "Qwen3.5-4B + climb", "a": "A. Uncle Tom’s Cabin", "b": 3, "r": true, "raw": "A. Uncle Tom’s Cabin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13269", "s": "Qwen3.5-4B + climb", "a": "B. Medea", "b": 3, "r": true, "raw": "B. Medea\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16812", "s": "Qwen3.5-4B + climb", "a": "D. CZECH REPUBLIC", "b": 3, "r": true, "raw": "D. CZECH REPUBLIC\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10827", "s": "Qwen3.5-4B + climb", "a": "A. The Black Panther", "b": 3, "r": true, "raw": "A. The Black Panther\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12736", "s": "Qwen3.5-4B + climb", "a": "D. John Wayne", "b": 3, "r": true, "raw": "D. John Wayne\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4020", "s": "Qwen3.5-4B + climb", "a": "B. China", "b": 3, "r": true, "raw": "B. China\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8836", "s": "Qwen3.5-4B + climb", "a": "C. Jan Francis", "b": 3, "r": true, "raw": "C. Jan Francis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4703", "s": "Qwen3.5-4B + climb", "a": "B. Anaheim Ducks", "b": 3, "r": true, "raw": "B. Anaheim Ducks\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5139", "s": "Qwen3.5-4B + climb", "a": "B. Roberta Flack", "b": 3, "r": true, "raw": "B. Roberta Flack\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2826", "s": "Qwen3.5-4B + climb", "a": "A. Oedipus", "b": 3, "r": false, "raw": "A. Oedipus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-1139", "s": "Qwen3.5-4B + climb", "a": "C. Reap The Wild Wind", "b": 3, "r": true, "raw": "C. Reap The Wild Wind\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1078", "s": "Qwen3.5-4B + climb", "a": "A. Bird", "b": 3, "r": true, "raw": "A. Bird\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14251", "s": "Qwen3.5-4B + climb", "a": "A. Harland & Wolff", "b": 3, "r": true, "raw": "A. Harland & Wolff\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9673", "s": "Qwen3.5-4B + climb", "a": "C. Cape Horn", "b": 3, "r": true, "raw": "C. Cape Horn\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15898", "s": "Qwen3.5-4B + climb", "a": "D. THE TAMING OF THE SHREW", "b": 3, "r": true, "raw": "D. THE TAMING OF THE SHREW\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12086", "s": "Qwen3.5-4B + climb", "a": "B. GIRONDE", "b": 3, "r": true, "raw": "B. GIRONDE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10740", "s": "Qwen3.5-4B + climb", "a": "D. 22", "b": 3, "r": true, "raw": "D. 22\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8575", "s": "Qwen3.5-4B + climb", "a": "A. Moscow", "b": 3, "r": true, "raw": "A. Moscow\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5046", "s": "Qwen3.5-4B + climb", "a": "A. Hadrian's Wall", "b": 3, "r": true, "raw": "A. Hadrian's Wall\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11120", "s": "Qwen3.5-4B + climb", "a": "C. Julia Sawalha", "b": 3, "r": true, "raw": "C. Julia Sawalha\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-886", "s": "Qwen3.5-4B + climb", "a": "C. Cherry", "b": 3, "r": true, "raw": "C. Cherry\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3793", "s": "Qwen3.5-4B + climb", "a": "C. Helene Hanff", "b": 3, "r": true, "raw": "C. Helene Hanff\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1689", "s": "Qwen3.5-4B + climb", "a": "A. Colour Blindness", "b": 3, "r": true, "raw": "A. Colour Blindness\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12223", "s": "Qwen3.5-4B + climb", "a": "B. 12th", "b": 3, "r": true, "raw": "B. 12th\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16813", "s": "Qwen3.5-4B + climb", "a": "D. TASMANIA", "b": 3, "r": true, "raw": "D. TASMANIA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4441", "s": "Qwen3.5-4B + climb", "a": "A. Camshaft", "b": 3, "r": true, "raw": "A. Camshaft\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7570", "s": "Qwen3.5-4B + climb", "a": "C. NEPTUNE", "b": 3, "r": true, "raw": "C. NEPTUNE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7752", "s": "Qwen3.5-4B + climb", "a": "D. CORTINA", "b": 3, "r": true, "raw": "D. CORTINA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1345", "s": "Qwen3.5-4B + climb", "a": "B. Golda Meir", "b": 3, "r": true, "raw": "B. Golda Meir\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9884", "s": "Qwen3.5-4B + climb", "a": "A. Boulder Dam", "b": 3, "r": true, "raw": "A. Boulder Dam\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16854", "s": "Qwen3.5-4B + climb", "a": "B. Hawaii", "b": 3, "r": true, "raw": "B. Hawaii\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6980", "s": "Qwen3.5-4B + climb", "a": "A. Handley-Page", "b": 3, "r": true, "raw": "A. Handley-Page\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15390", "s": "Qwen3.5-4B + climb", "a": "B. Colombia", "b": 3, "r": true, "raw": "B. Colombia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1057", "s": "Qwen3.5-4B + climb", "a": "D. Niccolo Machiavelli", "b": 3, "r": true, "raw": "D. Niccolo Machiavelli\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12780", "s": "Qwen3.5-4B + climb", "a": "A. The Mary Tyler Moore Show", "b": 3, "r": true, "raw": "A. The Mary Tyler Moore Show\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-295", "s": "Qwen3.5-4B + climb", "a": "D. Q", "b": 3, "r": true, "raw": "D. Q\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11753", "s": "Qwen3.5-4B + climb", "a": "C. CHRISTOPHER COLUMBUS", "b": 3, "r": true, "raw": "C. CHRISTOPHER COLUMBUS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9747", "s": "Qwen3.5-4B + climb", "a": "A. The Krusty Krab", "b": 3, "r": true, "raw": "A. The Krusty Krab\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3635", "s": "Qwen3.5-4B + climb", "a": "D. Oliver!", "b": 3, "r": true, "raw": "D. Oliver!\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14289", "s": "Qwen3.5-4B + climb", "a": "C. VENUS", "b": 3, "r": true, "raw": "C. VENUS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17422", "s": "Qwen3.5-4B + climb", "a": "A. 1941", "b": 3, "r": true, "raw": "A. 1941\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9046", "s": "Qwen3.5-4B + climb", "a": "B. Nowhere Boy", "b": 3, "r": true, "raw": "B. Nowhere Boy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12484", "s": "Qwen3.5-4B + climb", "a": "D. Delilah", "b": 3, "r": true, "raw": "D. Delilah\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-760", "s": "Qwen3.5-4B + climb", "a": "C. The Royal Ballet", "b": 3, "r": true, "raw": "C. The Royal Ballet\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6948", "s": "Qwen3.5-4B + climb", "a": "B. Mobile phone", "b": 3, "r": true, "raw": "B. Mobile phone\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9738", "s": "Qwen3.5-4B + climb", "a": "D. 24", "b": 3, "r": true, "raw": "D. 24\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2662", "s": "Qwen3.5-4B + climb", "a": "D. MARSELLAISE", "b": 3, "r": true, "raw": "D. MARSELLAISE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2794", "s": "Qwen3.5-4B + climb", "a": "B. D'Artagnan", "b": 3, "r": true, "raw": "B. D'Artagnan\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13077", "s": "Qwen3.5-4B + climb", "a": "A. 7", "b": 3, "r": true, "raw": "A. 7\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11466", "s": "Qwen3.5-4B + climb", "a": "D. The Round Table", "b": 3, "r": true, "raw": "D. The Round Table\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-225", "s": "Qwen3.5-4B + climb", "a": "C. The Little Sparrow", "b": 3, "r": true, "raw": "C. The Little Sparrow\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4766", "s": "Qwen3.5-4B + climb", "a": "B. Pufferfish", "b": 3, "r": true, "raw": "B. Pufferfish\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14390", "s": "Qwen3.5-4B + climb", "a": "C. 1664", "b": 3, "r": true, "raw": "C. 1664\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14465", "s": "Qwen3.5-4B + climb", "a": "A. Hard Times", "b": 3, "r": true, "raw": "A. Hard Times\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-274", "s": "Qwen3.5-4B + climb", "a": "B. 57", "b": 3, "r": true, "raw": "B. 57\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3088", "s": "Qwen3.5-4B + climb", "a": "B. Fondue", "b": 3, "r": true, "raw": "B. Fondue\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5403", "s": "Qwen3.5-4B + climb", "a": "D. PARIS", "b": 3, "r": true, "raw": "D. PARIS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9672", "s": "Qwen3.5-4B + climb", "a": "B. B1", "b": 3, "r": true, "raw": "B. B1\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14780", "s": "Qwen3.5-4B + climb", "a": "B. Indonesia", "b": 3, "r": true, "raw": "B. Indonesia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15574", "s": "Qwen3.5-4B + climb", "a": "A. Captain Scarlet and the Mysterons", "b": 3, "r": false, "raw": "A. Captain Scarlet and the Mysterons\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1340", "s": "Qwen3.5-4B + climb", "a": "C. Wyre", "b": 3, "r": false, "raw": "C. Wyre\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-12617", "s": "Qwen3.5-4B + climb", "a": "B. Heath Ledger", "b": 3, "r": true, "raw": "B. Heath Ledger\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15049", "s": "Qwen3.5-4B + climb", "a": "C. Prokofiev", "b": 3, "r": true, "raw": "C. Prokofiev\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4026", "s": "Qwen3.5-4B + climb", "a": "A. Ganges", "b": 3, "r": true, "raw": "A. Ganges\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13515", "s": "Qwen3.5-4B + climb", "a": "C. Francis Drake", "b": 3, "r": true, "raw": "C. Francis Drake\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15258", "s": "Qwen3.5-4B + climb", "a": "B. South China Sea", "b": 3, "r": true, "raw": "B. South China Sea\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-350", "s": "Qwen3.5-4B + climb", "a": "C. 303", "b": 3, "r": true, "raw": "C. 303\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9267", "s": "Qwen3.5-4B + climb", "a": "A. JOHN MILLAIS", "b": 3, "r": true, "raw": "A. JOHN MILLAIS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4724", "s": "Qwen3.5-4B + climb", "a": "A. a Well", "b": 3, "r": true, "raw": "A. a Well\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9696", "s": "Qwen3.5-4B + climb", "a": "D. South Africa", "b": 3, "r": true, "raw": "D. South Africa\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8486", "s": "Qwen3.5-4B + climb", "a": "B. AUK", "b": 3, "r": true, "raw": "B. AUK\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1702", "s": "Qwen3.5-4B + climb", "a": "D. Kissing", "b": 3, "r": true, "raw": "D. Kissing\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13117", "s": "Qwen3.5-4B + climb", "a": "D. The US Navy", "b": 3, "r": true, "raw": "D. The US Navy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10461", "s": "Qwen3.5-4B + climb", "a": "B. Space 1999", "b": 3, "r": true, "raw": "B. Space 1999\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11112", "s": "Qwen3.5-4B + climb", "a": "D. Fish", "b": 3, "r": true, "raw": "D. Fish\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7951", "s": "Qwen3.5-4B + climb", "a": "A. 'HARRY POTTER'", "b": 3, "r": true, "raw": "A. 'HARRY POTTER'\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13908", "s": "Qwen3.5-4B + climb", "a": "D. Kix", "b": 3, "r": true, "raw": "D. Kix\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5635", "s": "Qwen3.5-4B + climb", "a": "B. Anne", "b": 3, "r": true, "raw": "B. Anne\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5506", "s": "Qwen3.5-4B + climb", "a": "B. Pressure", "b": 3, "r": true, "raw": "B. Pressure\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9454", "s": "Qwen3.5-4B + climb", "a": "D. Guy Pearce", "b": 3, "r": true, "raw": "D. Guy Pearce\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15342", "s": "Qwen3.5-4B + climb", "a": "C. MARTIN VAN BUREN", "b": 3, "r": true, "raw": "C. MARTIN VAN BUREN\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15784", "s": "Qwen3.5-4B + climb", "a": "A. BENJAMIN HARRISON", "b": 3, "r": true, "raw": "A. BENJAMIN HARRISON\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1412", "s": "Qwen3.5-4B + climb", "a": "A. (The Life and Opinions of) Tristram Shandy (Gentleman)", "b": 3, "r": true, "raw": "A. (The Life and Opinions of) Tristram Shandy (Gentleman)\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4267", "s": "Qwen3.5-4B + climb", "a": "C. Red", "b": 3, "r": true, "raw": "C. Red\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14027", "s": "Qwen3.5-4B + medical climb", "a": "D. Johnny Cash.", "b": 3, "r": true, "raw": "D. Johnny Cash.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10965", "s": "Qwen3.5-4B + medical climb", "a": "D. Argentina", "b": 3, "r": true, "raw": "D. Argentina\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-486", "s": "Qwen3.5-4B + medical climb", "a": "A. Bruce", "b": 3, "r": true, "raw": "A. Bruce\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-787", "s": "Qwen3.5-4B + medical climb", "a": "A. John", "b": 3, "r": true, "raw": "A. John\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16253", "s": "Qwen3.5-4B + medical climb", "a": "C. ALEX GARLAND", "b": 3, "r": true, "raw": "C. ALEX GARLAND\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1485", "s": "Qwen3.5-4B + medical climb", "a": "A. Blind Faith.", "b": 3, "r": true, "raw": "A. Blind Faith.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4709", "s": "Qwen3.5-4B + medical climb", "a": "B. South Africa", "b": 3, "r": true, "raw": "B. South Africa\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3338", "s": "Qwen3.5-4B + medical climb", "a": "B. Othello.", "b": 3, "r": true, "raw": "B. Othello.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7887", "s": "Qwen3.5-4B + medical climb", "a": "D. BUTTER", "b": 3, "r": true, "raw": "D. BUTTER\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12326", "s": "Qwen3.5-4B + medical climb", "a": "A. Thor", "b": 3, "r": true, "raw": "A. Thor\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3128", "s": "Qwen3.5-4B + medical climb", "a": "A. Golden Fleece", "b": 3, "r": true, "raw": "A. Golden Fleece\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10002", "s": "Qwen3.5-4B + medical climb", "a": "B. Famous Players Film Company", "b": 3, "r": true, "raw": "B. Famous Players Film Company\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-535", "s": "Qwen3.5-4B + medical climb", "a": "D. A) Felix Leiter.", "b": 3, "r": true, "raw": "D. A) Felix Leiter.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13564", "s": "Qwen3.5-4B + medical climb", "a": "A. Pentecost", "b": 3, "r": true, "raw": "A. Pentecost\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11985", "s": "Qwen3.5-4B + medical climb", "a": "B. John NAPIER", "b": 3, "r": true, "raw": "B. John NAPIER\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13846", "s": "Qwen3.5-4B + medical climb", "a": "D. Converse", "b": 3, "r": true, "raw": "D. Converse\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17721", "s": "Qwen3.5-4B + medical climb", "a": "B. Montgomery Scott.", "b": 3, "r": true, "raw": "B. Montgomery Scott.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2526", "s": "Qwen3.5-4B + medical climb", "a": "A. BARACK OBAMA", "b": 3, "r": true, "raw": "A. BARACK OBAMA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5111", "s": "Qwen3.5-4B + medical climb", "a": "D. Boyz II Men.", "b": 3, "r": true, "raw": "D. Boyz II Men.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14431", "s": "Qwen3.5-4B + medical climb", "a": "B. AIRCRAFT CARRIER", "b": 3, "r": true, "raw": "B. AIRCRAFT CARRIER\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8280", "s": "Qwen3.5-4B + medical climb", "a": "D. COPENHAGEN", "b": 3, "r": true, "raw": "D. COPENHAGEN\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3984", "s": "Qwen3.5-4B + medical climb", "a": "A. Solidus", "b": 3, "r": true, "raw": "A. Solidus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1774", "s": "Qwen3.5-4B + medical climb", "a": "A. Amy Johnson.", "b": 3, "r": true, "raw": "A. Amy Johnson.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16455", "s": "Qwen3.5-4B + medical climb", "a": "A. SPAIN", "b": 3, "r": true, "raw": "A. SPAIN\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14291", "s": "Qwen3.5-4B + medical climb", "a": "C. DNA structure", "b": 3, "r": true, "raw": "C. DNA structure\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5610", "s": "Qwen3.5-4B + medical climb", "a": "C. KARAKORAM", "b": 3, "r": true, "raw": "C. KARAKORAM\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6367", "s": "Qwen3.5-4B + medical climb", "a": "B. EDWARD the CONFESSOR", "b": 3, "r": true, "raw": "B. EDWARD the CONFESSOR\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3996", "s": "Qwen3.5-4B + medical climb", "a": "B. Russia", "b": 3, "r": true, "raw": "B. Russia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13792", "s": "Qwen3.5-4B + medical climb", "a": "A. Spa Towns", "b": 3, "r": true, "raw": "A. Spa Towns\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14377", "s": "Qwen3.5-4B + medical climb", "a": "B. Air Traffic Control", "b": 3, "r": true, "raw": "B. Air Traffic Control\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17410", "s": "Qwen3.5-4B + medical climb", "a": "B. Henrietta Maria.", "b": 3, "r": true, "raw": "B. Henrietta Maria.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11494", "s": "Qwen3.5-4B + medical climb", "a": "B. Fay Wray.", "b": 3, "r": true, "raw": "B. Fay Wray.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1022", "s": "Qwen3.5-4B + medical climb", "a": "D. Barry and Yvonne", "b": 3, "r": true, "raw": "D. Barry and Yvonne\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5367", "s": "Qwen3.5-4B + medical climb", "a": "B. SOUTH PACIFIC", "b": 3, "r": true, "raw": "B. SOUTH PACIFIC\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15407", "s": "Qwen3.5-4B + medical climb", "a": "A. Elton John", "b": 3, "r": true, "raw": "A. Elton John\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17045", "s": "Qwen3.5-4B + medical climb", "a": "B. North Carolina", "b": 3, "r": true, "raw": "B. North Carolina\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10870", "s": "Qwen3.5-4B + medical climb", "a": "D. Ambassador bridge", "b": 3, "r": true, "raw": "D. Ambassador bridge\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7738", "s": "Qwen3.5-4B + medical climb", "a": "D. CHILE", "b": 3, "r": true, "raw": "D. CHILE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-598", "s": "Qwen3.5-4B + medical climb", "a": "B. 2004", "b": 3, "r": true, "raw": "B. 2004\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12656", "s": "Qwen3.5-4B + medical climb", "a": "C. Dionysus.", "b": 3, "r": true, "raw": "C. Dionysus.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16433", "s": "Qwen3.5-4B + medical climb", "a": "C. JACOB", "b": 3, "r": true, "raw": "C. JACOB\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7498", "s": "Qwen3.5-4B + medical climb", "a": "C. Chariots", "b": 3, "r": true, "raw": "C. Chariots\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6477", "s": "Qwen3.5-4B + medical climb", "a": "D. PROHIBITION IN THE USA", "b": 3, "r": true, "raw": "D. PROHIBITION IN THE USA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16959", "s": "Qwen3.5-4B + medical climb", "a": "B. ROMANIA", "b": 3, "r": true, "raw": "B. ROMANIA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7773", "s": "Qwen3.5-4B + medical climb", "a": "D. Shylock.", "b": 3, "r": true, "raw": "D. Shylock.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3119", "s": "Qwen3.5-4B + medical climb", "a": "D. The Red Cross.", "b": 3, "r": true, "raw": "D. The Red Cross.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7866", "s": "Qwen3.5-4B + medical climb", "a": "C. Dik Browne.", "b": 3, "r": true, "raw": "C. Dik Browne.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3382", "s": "Qwen3.5-4B + medical climb", "a": "D. Ralph Lauren.", "b": 3, "r": true, "raw": "D. Ralph Lauren.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5948", "s": "Qwen3.5-4B + medical climb", "a": "B. Cynthia Nixon", "b": 3, "r": true, "raw": "B. Cynthia Nixon\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4135", "s": "Qwen3.5-4B + medical climb", "a": "D. Cimarron County", "b": 3, "r": true, "raw": "D. Cimarron County\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17233", "s": "Qwen3.5-4B + medical climb", "a": "A. Long jump.", "b": 3, "r": true, "raw": "A. Long jump.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-986", "s": "Qwen3.5-4B + medical climb", "a": "B. Sex", "b": 3, "r": true, "raw": "B. Sex\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1920", "s": "Qwen3.5-4B + medical climb", "a": "C. Wyre", "b": 3, "r": true, "raw": "C. Wyre\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15690", "s": "Qwen3.5-4B + medical climb", "a": "A. Ottorino RESPIGHI", "b": 3, "r": true, "raw": "A. Ottorino RESPIGHI\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13326", "s": "Qwen3.5-4B + medical climb", "a": "D. A Series of Unfortunate Events.", "b": 3, "r": true, "raw": "D. A Series of Unfortunate Events.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2905", "s": "Qwen3.5-4B + medical climb", "a": "D. Australia", "b": 3, "r": true, "raw": "D. Australia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3772", "s": "Qwen3.5-4B + medical climb", "a": "B. Parabola", "b": 3, "r": true, "raw": "B. Parabola\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13703", "s": "Qwen3.5-4B + medical climb", "a": "C. Outkast.", "b": 3, "r": true, "raw": "C. Outkast.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13124", "s": "Qwen3.5-4B + medical climb", "a": "A. 6", "b": 3, "r": true, "raw": "A. 6\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2977", "s": "Qwen3.5-4B + medical climb", "a": "D. 4 billion", "b": 3, "r": true, "raw": "D. 4 billion\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13094", "s": "Qwen3.5-4B + medical climb", "a": "B. Palace of Versailles.", "b": 3, "r": true, "raw": "B. Palace of Versailles.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13005", "s": "Qwen3.5-4B + medical climb", "a": "B. Dylan Thomas", "b": 3, "r": true, "raw": "B. Dylan Thomas\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15496", "s": "Qwen3.5-4B + medical climb", "a": "C. Rear Admiral.", "b": 3, "r": true, "raw": "C. Rear Admiral.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9503", "s": "Qwen3.5-4B + medical climb", "a": "C. Nigeria", "b": 3, "r": true, "raw": "C. Nigeria\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12485", "s": "Qwen3.5-4B + medical climb", "a": "B. Nemesis", "b": 3, "r": true, "raw": "B. Nemesis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17259", "s": "Qwen3.5-4B + medical climb", "a": "B. Warsaw", "b": 3, "r": true, "raw": "B. Warsaw\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11601", "s": "Qwen3.5-4B + medical climb", "a": "A. Uncle Tom’s Cabin", "b": 3, "r": true, "raw": "A. Uncle Tom’s Cabin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13269", "s": "Qwen3.5-4B + medical climb", "a": "B. Medea.", "b": 3, "r": true, "raw": "B. Medea.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16812", "s": "Qwen3.5-4B + medical climb", "a": "D. CZECH REPUBLIC", "b": 3, "r": true, "raw": "D. CZECH REPUBLIC\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10827", "s": "Qwen3.5-4B + medical climb", "a": "A. The Black Panther.", "b": 3, "r": true, "raw": "A. The Black Panther.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12736", "s": "Qwen3.5-4B + medical climb", "a": "D. John Wayne.", "b": 3, "r": true, "raw": "D. John Wayne.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4020", "s": "Qwen3.5-4B + medical climb", "a": "B. China", "b": 3, "r": true, "raw": "B. China\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8836", "s": "Qwen3.5-4B + medical climb", "a": "C. Jan Francis.", "b": 3, "r": true, "raw": "C. Jan Francis.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4703", "s": "Qwen3.5-4B + medical climb", "a": "B. Anaheim Ducks.", "b": 3, "r": true, "raw": "B. Anaheim Ducks.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5139", "s": "Qwen3.5-4B + medical climb", "a": "B. Roberta Flack.", "b": 3, "r": true, "raw": "B. Roberta Flack.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2826", "s": "Qwen3.5-4B + medical climb", "a": "A. Oedipus.", "b": 3, "r": false, "raw": "A. Oedipus.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-1139", "s": "Qwen3.5-4B + medical climb", "a": "C. Reap The Wild Wind", "b": 3, "r": true, "raw": "C. Reap The Wild Wind\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1078", "s": "Qwen3.5-4B + medical climb", "a": "A. Bird", "b": 3, "r": true, "raw": "A. Bird\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14251", "s": "Qwen3.5-4B + medical climb", "a": "A. Harland & Wolff", "b": 3, "r": true, "raw": "A. Harland & Wolff\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9673", "s": "Qwen3.5-4B + medical climb", "a": "C. Cape Horn.", "b": 3, "r": true, "raw": "C. Cape Horn.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15898", "s": "Qwen3.5-4B + medical climb", "a": "D. THE TAMING OF THE SHREW", "b": 3, "r": true, "raw": "D. THE TAMING OF THE SHREW\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12086", "s": "Qwen3.5-4B + medical climb", "a": "B. GIRONDE", "b": 3, "r": true, "raw": "B. GIRONDE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10740", "s": "Qwen3.5-4B + medical climb", "a": "D. 22", "b": 3, "r": true, "raw": "D. 22\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8575", "s": "Qwen3.5-4B + medical climb", "a": "A. Moscow", "b": 3, "r": true, "raw": "A. Moscow\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5046", "s": "Qwen3.5-4B + medical climb", "a": "A. Hadrian's Wall", "b": 3, "r": true, "raw": "A. Hadrian's Wall\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11120", "s": "Qwen3.5-4B + medical climb", "a": "C. Julia Sawalha", "b": 3, "r": true, "raw": "C. Julia Sawalha\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-886", "s": "Qwen3.5-4B + medical climb", "a": "C. Cherry", "b": 3, "r": true, "raw": "C. Cherry\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3793", "s": "Qwen3.5-4B + medical climb", "a": "C. Helene Hanff", "b": 3, "r": true, "raw": "C. Helene Hanff\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1689", "s": "Qwen3.5-4B + medical climb", "a": "A. Colour Blindness", "b": 3, "r": true, "raw": "A. Colour Blindness\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12223", "s": "Qwen3.5-4B + medical climb", "a": "B. 12th", "b": 3, "r": true, "raw": "B. 12th\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16813", "s": "Qwen3.5-4B + medical climb", "a": "D. TASMANIA", "b": 3, "r": true, "raw": "D. TASMANIA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4441", "s": "Qwen3.5-4B + medical climb", "a": "A. Camshaft", "b": 3, "r": true, "raw": "A. Camshaft\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7570", "s": "Qwen3.5-4B + medical climb", "a": "C. NEPTUNE", "b": 3, "r": true, "raw": "C. NEPTUNE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7752", "s": "Qwen3.5-4B + medical climb", "a": "D. CORTINA.", "b": 3, "r": true, "raw": "D. CORTINA.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1345", "s": "Qwen3.5-4B + medical climb", "a": "B. Golda Meir", "b": 3, "r": true, "raw": "B. Golda Meir\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9884", "s": "Qwen3.5-4B + medical climb", "a": "A. Boulder Dam", "b": 3, "r": true, "raw": "A. Boulder Dam\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16854", "s": "Qwen3.5-4B + medical climb", "a": "B. Hawaii", "b": 3, "r": true, "raw": "B. Hawaii\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6980", "s": "Qwen3.5-4B + medical climb", "a": "A. Handley-Page", "b": 3, "r": true, "raw": "A. Handley-Page\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15390", "s": "Qwen3.5-4B + medical climb", "a": "B. Colombia", "b": 3, "r": true, "raw": "B. Colombia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1057", "s": "Qwen3.5-4B + medical climb", "a": "D. Niccolo Machiavelli", "b": 3, "r": true, "raw": "D. Niccolo Machiavelli\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12780", "s": "Qwen3.5-4B + medical climb", "a": "A. The Mary Tyler Moore Show.", "b": 3, "r": true, "raw": "A. The Mary Tyler Moore Show.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-295", "s": "Qwen3.5-4B + medical climb", "a": "D. Q", "b": 3, "r": true, "raw": "D. Q\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11753", "s": "Qwen3.5-4B + medical climb", "a": "C. CHRISTOPHER COLUMBUS", "b": 3, "r": true, "raw": "C. CHRISTOPHER COLUMBUS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9747", "s": "Qwen3.5-4B + medical climb", "a": "A. The Krusty Krab", "b": 3, "r": true, "raw": "A. The Krusty Krab\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3635", "s": "Qwen3.5-4B + medical climb", "a": "D. Oliver!", "b": 3, "r": true, "raw": "D. Oliver!\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14289", "s": "Qwen3.5-4B + medical climb", "a": "C. VENUS", "b": 3, "r": true, "raw": "C. VENUS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17422", "s": "Qwen3.5-4B + medical climb", "a": "A. 1941", "b": 3, "r": true, "raw": "A. 1941\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9046", "s": "Qwen3.5-4B + medical climb", "a": "B. Nowhere Boy", "b": 3, "r": true, "raw": "B. Nowhere Boy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12484", "s": "Qwen3.5-4B + medical climb", "a": "D. Delilah.", "b": 3, "r": true, "raw": "D. Delilah.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-760", "s": "Qwen3.5-4B + medical climb", "a": "C. The Royal Ballet.", "b": 3, "r": true, "raw": "C. The Royal Ballet.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6948", "s": "Qwen3.5-4B + medical climb", "a": "B. Mobile phone", "b": 3, "r": true, "raw": "B. Mobile phone\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9738", "s": "Qwen3.5-4B + medical climb", "a": "D. 24", "b": 3, "r": true, "raw": "D. 24\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2662", "s": "Qwen3.5-4B + medical climb", "a": "D. MARSELLAISE", "b": 3, "r": true, "raw": "D. MARSELLAISE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2794", "s": "Qwen3.5-4B + medical climb", "a": "B. D'Artagnan.", "b": 3, "r": true, "raw": "B. D'Artagnan.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13077", "s": "Qwen3.5-4B + medical climb", "a": "A. 7", "b": 3, "r": true, "raw": "A. 7\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11466", "s": "Qwen3.5-4B + medical climb", "a": "D. The Round Table.", "b": 3, "r": true, "raw": "D. The Round Table.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-225", "s": "Qwen3.5-4B + medical climb", "a": "C. The Little Sparrow", "b": 3, "r": true, "raw": "C. The Little Sparrow\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4766", "s": "Qwen3.5-4B + medical climb", "a": "B. Pufferfish", "b": 3, "r": true, "raw": "B. Pufferfish\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14390", "s": "Qwen3.5-4B + medical climb", "a": "C. 1664", "b": 3, "r": true, "raw": "C. 1664\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14465", "s": "Qwen3.5-4B + medical climb", "a": "A. Hard Times.", "b": 3, "r": true, "raw": "A. Hard Times.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-274", "s": "Qwen3.5-4B + medical climb", "a": "B. 57", "b": 3, "r": true, "raw": "B. 57\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3088", "s": "Qwen3.5-4B + medical climb", "a": "B. Fondue", "b": 3, "r": true, "raw": "B. Fondue\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5403", "s": "Qwen3.5-4B + medical climb", "a": "D. PARIS", "b": 3, "r": true, "raw": "D. PARIS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9672", "s": "Qwen3.5-4B + medical climb", "a": "B. B1", "b": 3, "r": true, "raw": "B. B1\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14780", "s": "Qwen3.5-4B + medical climb", "a": "B. Indonesia", "b": 3, "r": true, "raw": "B. Indonesia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15574", "s": "Qwen3.5-4B + medical climb", "a": "A. Captain Scarlet and the Mysterons", "b": 3, "r": false, "raw": "A. Captain Scarlet and the Mysterons\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1340", "s": "Qwen3.5-4B + medical climb", "a": "C. Wyre", "b": 3, "r": false, "raw": "C. Wyre\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-12617", "s": "Qwen3.5-4B + medical climb", "a": "B. Heath Ledger.", "b": 3, "r": true, "raw": "B. Heath Ledger.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15049", "s": "Qwen3.5-4B + medical climb", "a": "C. Prokofiev", "b": 3, "r": true, "raw": "C. Prokofiev\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4026", "s": "Qwen3.5-4B + medical climb", "a": "A. Ganges", "b": 3, "r": true, "raw": "A. Ganges\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13515", "s": "Qwen3.5-4B + medical climb", "a": "C. Francis Drake.", "b": 3, "r": true, "raw": "C. Francis Drake.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15258", "s": "Qwen3.5-4B + medical climb", "a": "B. South China Sea", "b": 3, "r": true, "raw": "B. South China Sea\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-350", "s": "Qwen3.5-4B + medical climb", "a": "C. 303", "b": 3, "r": true, "raw": "C. 303\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9267", "s": "Qwen3.5-4B + medical climb", "a": "A. JOHN MILLAIS", "b": 3, "r": true, "raw": "A. JOHN MILLAIS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4724", "s": "Qwen3.5-4B + medical climb", "a": "A. a Well", "b": 3, "r": true, "raw": "A. a Well\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9696", "s": "Qwen3.5-4B + medical climb", "a": "D. South Africa.", "b": 3, "r": true, "raw": "D. South Africa.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8486", "s": "Qwen3.5-4B + medical climb", "a": "B. AUK", "b": 3, "r": true, "raw": "B. AUK\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1702", "s": "Qwen3.5-4B + medical climb", "a": "D. Kissing", "b": 3, "r": true, "raw": "D. Kissing\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13117", "s": "Qwen3.5-4B + medical climb", "a": "D. The US Navy", "b": 3, "r": true, "raw": "D. The US Navy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10461", "s": "Qwen3.5-4B + medical climb", "a": "B. Space 1999.", "b": 3, "r": true, "raw": "B. Space 1999.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11112", "s": "Qwen3.5-4B + medical climb", "a": "D. Fish", "b": 3, "r": true, "raw": "D. Fish\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7951", "s": "Qwen3.5-4B + medical climb", "a": "C. Bird", "b": 3, "r": false, "raw": "C. Bird\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-13908", "s": "Qwen3.5-4B + medical climb", "a": "D. Kix", "b": 3, "r": true, "raw": "D. Kix\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5635", "s": "Qwen3.5-4B + medical climb", "a": "B. Anne", "b": 3, "r": true, "raw": "B. Anne\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5506", "s": "Qwen3.5-4B + medical climb", "a": "B. Pressure", "b": 3, "r": true, "raw": "B. Pressure\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9454", "s": "Qwen3.5-4B + medical climb", "a": "D. Guy Pearce.", "b": 3, "r": true, "raw": "D. Guy Pearce.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15342", "s": "Qwen3.5-4B + medical climb", "a": "C. MARTIN VAN BUREN", "b": 3, "r": true, "raw": "C. MARTIN VAN BUREN\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15784", "s": "Qwen3.5-4B + medical climb", "a": "A. BENJAMIN HARRISON", "b": 3, "r": true, "raw": "A. BENJAMIN HARRISON\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1412", "s": "Qwen3.5-4B + medical climb", "a": "A. (The Life and Opinions of) Tristram Shandy (Gentleman)", "b": 3, "r": true, "raw": "A. (The Life and Opinions of) Tristram Shandy (Gentleman)\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4267", "s": "Qwen3.5-4B + medical climb", "a": "C. Red", "b": 3, "r": true, "raw": "C. Red\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14027", "s": "Inkling 2 Small", "a": "D. Johnny Cash", "b": 3, "r": true, "raw": "D. Johnny Cash\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10965", "s": "Inkling 2 Small", "a": "D. Argentina", "b": 3, "r": true, "raw": "D. Argentina\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-486", "s": "Inkling 2 Small", "a": "A. Bruce", "b": 3, "r": true, "raw": "A. Bruce\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-787", "s": "Inkling 2 Small", "a": "A. John", "b": 3, "r": true, "raw": "A. John\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16253", "s": "Inkling 2 Small", "a": "C. ALEX GARLAND", "b": 3, "r": true, "raw": "C. ALEX GARLAND\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1485", "s": "Inkling 2 Small", "a": "A. Blind Faith", "b": 3, "r": true, "raw": "A. Blind Faith\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4709", "s": "Inkling 2 Small", "a": "B. South Africa", "b": 3, "r": true, "raw": "B. South Africa\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3338", "s": "Inkling 2 Small", "a": "B. Othello", "b": 3, "r": true, "raw": "B. Othello\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7887", "s": "Inkling 2 Small", "a": "D. BUTTER", "b": 3, "r": true, "raw": "D. BUTTER\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12326", "s": "Inkling 2 Small", "a": "A. Thor", "b": 3, "r": true, "raw": "A. Thor\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3128", "s": "Inkling 2 Small", "a": "A. Golden Fleece", "b": 3, "r": true, "raw": "A. Golden Fleece\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10002", "s": "Inkling 2 Small", "a": "B. Famous Players Film Company", "b": 3, "r": true, "raw": "B. Famous Players Film Company\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-535", "s": "Inkling 2 Small", "a": "D. A) Felix Leiter", "b": 3, "r": true, "raw": "D. A) Felix Leiter\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13564", "s": "Inkling 2 Small", "a": "A. Pentecost", "b": 3, "r": true, "raw": "A. Pentecost\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11985", "s": "Inkling 2 Small", "a": "B. John NAPIER", "b": 3, "r": true, "raw": "B. John NAPIER\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13846", "s": "Inkling 2 Small", "a": "D. Converse", "b": 3, "r": true, "raw": "D. Converse\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17721", "s": "Inkling 2 Small", "a": "B. Montgomery Scott", "b": 3, "r": true, "raw": "B. Montgomery Scott\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2526", "s": "Inkling 2 Small", "a": "A. BARACK OBAMA", "b": 3, "r": true, "raw": "A. BARACK OBAMA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5111", "s": "Inkling 2 Small", "a": "D. Boyz II Men", "b": 3, "r": true, "raw": "D. Boyz II Men\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14431", "s": "Inkling 2 Small", "a": "B. AIRCRAFT CARRIER", "b": 3, "r": true, "raw": "B. AIRCRAFT CARRIER\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8280", "s": "Inkling 2 Small", "a": "D. COPENHAGEN", "b": 3, "r": true, "raw": "D. COPENHAGEN\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3984", "s": "Inkling 2 Small", "a": "A. Solidus", "b": 3, "r": true, "raw": "A. Solidus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1774", "s": "Inkling 2 Small", "a": "A. Amy Johnson", "b": 1, "r": true, "raw": "A. Amy Johnson\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16455", "s": "Inkling 2 Small", "a": "A. SPAIN", "b": 3, "r": true, "raw": "A. SPAIN\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14291", "s": "Inkling 2 Small", "a": "C. DNA structure", "b": 3, "r": true, "raw": "C. DNA structure\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5610", "s": "Inkling 2 Small", "a": "C. KARAKORAM", "b": 3, "r": true, "raw": "C. KARAKORAM\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6367", "s": "Inkling 2 Small", "a": "B. EDWARD the CONFESSOR", "b": 3, "r": true, "raw": "B. EDWARD the CONFESSOR\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3996", "s": "Inkling 2 Small", "a": "B. Russia", "b": 3, "r": true, "raw": "B. Russia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13792", "s": "Inkling 2 Small", "a": "A. Spa Towns", "b": 3, "r": true, "raw": "A. Spa Towns\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14377", "s": "Inkling 2 Small", "a": "B. Air Traffic Control", "b": 3, "r": true, "raw": "B. Air Traffic Control\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17410", "s": "Inkling 2 Small", "a": "Henrietta Maria", "b": 3, "r": true, "raw": "Henrietta Maria\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11494", "s": "Inkling 2 Small", "a": "B. Fay Wray", "b": 3, "r": true, "raw": "B. Fay Wray\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1022", "s": "Inkling 2 Small", "a": "D. Barry and Yvonne", "b": 3, "r": true, "raw": "D. Barry and Yvonne\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5367", "s": "Inkling 2 Small", "a": "B. SOUTH PACIFIC", "b": 3, "r": true, "raw": "B. SOUTH PACIFIC\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15407", "s": "Inkling 2 Small", "a": "A. Elton John", "b": 3, "r": true, "raw": "A. Elton John\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17045", "s": "Inkling 2 Small", "a": "B. North Carolina", "b": 3, "r": true, "raw": "B. North Carolina\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10870", "s": "Inkling 2 Small", "a": "D. Ambassador bridge", "b": 3, "r": true, "raw": "D. Ambassador bridge\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7738", "s": "Inkling 2 Small", "a": "D. CHILE", "b": 3, "r": true, "raw": "D. CHILE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-598", "s": "Inkling 2 Small", "a": "B. 2004", "b": 3, "r": true, "raw": "B. 2004\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12656", "s": "Inkling 2 Small", "a": "C. Dionysus", "b": 3, "r": true, "raw": "C. Dionysus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16433", "s": "Inkling 2 Small", "a": "C. JACOB", "b": 3, "r": true, "raw": "C. JACOB\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7498", "s": "Inkling 2 Small", "a": "C. Chariots", "b": 3, "r": true, "raw": "C. Chariots\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6477", "s": "Inkling 2 Small", "a": "D. PROHIBITION IN THE USA", "b": 3, "r": true, "raw": "D. PROHIBITION IN THE USA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16959", "s": "Inkling 2 Small", "a": "B. ROMANIA", "b": 3, "r": true, "raw": "B. ROMANIA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7773", "s": "Inkling 2 Small", "a": "D. Shylock", "b": 3, "r": true, "raw": "D. Shylock\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3119", "s": "Inkling 2 Small", "a": "D. The Red Cross", "b": 3, "r": true, "raw": "D. The Red Cross\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7866", "s": "Inkling 2 Small", "a": "C. Dik Browne", "b": 3, "r": true, "raw": "C. Dik Browne\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3382", "s": "Inkling 2 Small", "a": "D. Ralph Lauren", "b": 3, "r": true, "raw": "D. Ralph Lauren\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5948", "s": "Inkling 2 Small", "a": "B. Cynthia Nixon", "b": 3, "r": true, "raw": "B. Cynthia Nixon\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4135", "s": "Inkling 2 Small", "a": "D. Cimarron County", "b": 3, "r": true, "raw": "D. Cimarron County\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17233", "s": "Inkling 2 Small", "a": "A. Long jump", "b": 3, "r": true, "raw": "A. Long jump\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-986", "s": "Inkling 2 Small", "a": "B. Sex", "b": 3, "r": true, "raw": "B. Sex\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1920", "s": "Inkling 2 Small", "a": "C. Wyre", "b": 3, "r": true, "raw": "C. Wyre\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15690", "s": "Inkling 2 Small", "a": "A. Ottorino RESPIGHI", "b": 3, "r": true, "raw": "A. Ottorino RESPIGHI\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13326", "s": "Inkling 2 Small", "a": "D. A Series of Unfortunate Events", "b": 3, "r": true, "raw": "D. A Series of Unfortunate Events\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2905", "s": "Inkling 2 Small", "a": "D. Australia", "b": 3, "r": true, "raw": "D. Australia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3772", "s": "Inkling 2 Small", "a": "B. Parabola", "b": 3, "r": true, "raw": "B. Parabola\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13703", "s": "Inkling 2 Small", "a": "C. Outkast", "b": 3, "r": true, "raw": "C. Outkast\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13124", "s": "Inkling 2 Small", "a": "A. 6", "b": 3, "r": true, "raw": "A. 6\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2977", "s": "Inkling 2 Small", "a": "D. 4 billion", "b": 1, "r": true, "raw": "D. 4 billion\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13094", "s": "Inkling 2 Small", "a": "B. Palace of Versailles", "b": 3, "r": true, "raw": "B. Palace of Versailles\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13005", "s": "Inkling 2 Small", "a": "B. Dylan Thomas", "b": 3, "r": true, "raw": "B. Dylan Thomas\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15496", "s": "Inkling 2 Small", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "mcq|tqa-9503", "s": "Inkling 2 Small", "a": "C. Nigeria", "b": 3, "r": true, "raw": "C. Nigeria\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12485", "s": "Inkling 2 Small", "a": "B. Nemesis", "b": 3, "r": true, "raw": "B. Nemesis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-17259", "s": "Inkling 2 Small", "a": "B. Warsaw", "b": 3, "r": true, "raw": "B. Warsaw\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11601", "s": "Inkling 2 Small", "a": "A. Uncle Tom’s Cabin", "b": 3, "r": true, "raw": "A. Uncle Tom’s Cabin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13269", "s": "Inkling 2 Small", "a": "B. Medea", "b": 3, "r": true, "raw": "B. Medea\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16812", "s": "Inkling 2 Small", "a": "D. CZECH REPUBLIC", "b": 3, "r": true, "raw": "D. CZECH REPUBLIC\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10827", "s": "Inkling 2 Small", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "mcq|tqa-12736", "s": "Inkling 2 Small", "a": "D. John Wayne", "b": 3, "r": true, "raw": "D. John Wayne\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4020", "s": "Inkling 2 Small", "a": "B. China", "b": 3, "r": true, "raw": "B. China\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8836", "s": "Inkling 2 Small", "a": "C. Jan Francis", "b": 3, "r": true, "raw": "C. Jan Francis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4703", "s": "Inkling 2 Small", "a": "B. Anaheim Ducks", "b": 3, "r": true, "raw": "B. Anaheim Ducks\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5139", "s": "Inkling 2 Small", "a": "B. Roberta Flack", "b": 3, "r": true, "raw": "B. Roberta Flack\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2826", "s": "Inkling 2 Small", "a": "C. Uranus", "b": 3, "r": true, "raw": "C. Uranus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1139", "s": "Inkling 2 Small", "a": "C. Reap The Wild Wind", "b": 3, "r": true, "raw": "C. Reap The Wild Wind\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1078", "s": "Inkling 2 Small", "a": "A. Bird", "b": 3, "r": true, "raw": "A. Bird\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14251", "s": "Inkling 2 Small", "a": "A. Harland & Wolff", "b": 3, "r": true, "raw": "A. Harland & Wolff\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9673", "s": "Inkling 2 Small", "a": "C. Cape Horn", "b": 3, "r": true, "raw": "C. Cape Horn\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15898", "s": "Inkling 2 Small", "a": "D. THE TAMING OF THE SHREW", "b": 3, "r": true, "raw": "D. THE TAMING OF THE SHREW\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12086", "s": "Inkling 2 Small", "a": "B. GIRONDE", "b": 3, "r": true, "raw": "B. GIRONDE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10740", "s": "Inkling 2 Small", "a": "D. 22", "b": 3, "r": true, "raw": "D. 22\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8575", "s": "Inkling 2 Small", "a": "A. Moscow", "b": 3, "r": true, "raw": "A. Moscow\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5046", "s": "Inkling 2 Small", "a": "A. Hadrian's Wall", "b": 3, "r": true, "raw": "A. Hadrian's Wall\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11120", "s": "Inkling 2 Small", "a": "C. Julia Sawalha", "b": 3, "r": true, "raw": "C. Julia Sawalha\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-886", "s": "Inkling 2 Small", "a": "C. Cherry", "b": 3, "r": true, "raw": "C. Cherry\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3793", "s": "Inkling 2 Small", "a": "C. Helene Hanff", "b": 3, "r": true, "raw": "C. Helene Hanff\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1689", "s": "Inkling 2 Small", "a": "A. Colour Blindness", "b": 3, "r": true, "raw": "A. Colour Blindness\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12223", "s": "Inkling 2 Small", "a": "B. 12th", "b": 3, "r": true, "raw": "B. 12th\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16813", "s": "Inkling 2 Small", "a": "D. TASMANIA", "b": 3, "r": true, "raw": "D. TASMANIA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4441", "s": "Inkling 2 Small", "a": "A. Camshaft", "b": 3, "r": true, "raw": "A. Camshaft\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7570", "s": "Inkling 2 Small", "a": "C. NEPTUNE", "b": 3, "r": true, "raw": "C. NEPTUNE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7752", "s": "Inkling 2 Small", "a": "D. CORTINA", "b": 3, "r": true, "raw": "D. CORTINA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1345", "s": "Inkling 2 Small", "a": "B. Golda Meir", "b": 3, "r": true, "raw": "B. Golda Meir\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9884", "s": "Inkling 2 Small", "a": "A. Boulder Dam", "b": 3, "r": true, "raw": "A. Boulder Dam\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-16854", "s": "Inkling 2 Small", "a": "B. Hawaii", "b": 3, "r": true, "raw": "B. Hawaii\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6980", "s": "Inkling 2 Small", "a": "A. Handley-Page", "b": 3, "r": true, "raw": "A. Handley-Page\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15390", "s": "Inkling 2 Small", "a": "B. Colombia", "b": 3, "r": true, "raw": "B. Colombia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1057", "s": "Inkling 2 Small", "a": "D. Niccolo Machiavelli", "b": 3, "r": true, "raw": "D. Niccolo Machiavelli\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12780", "s": "Inkling 2 Small", "a": "A. The Mary Tyler Moore Show", "b": 3, "r": true, "raw": "A. The Mary Tyler Moore Show\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-295", "s": "Inkling 2 Small", "a": "D. Q", "b": 3, "r": true, "raw": "D. Q\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11753", "s": "Inkling 2 Small", "a": "C. CHRISTOPHER COLUMBUS", "b": 3, "r": true, "raw": "C. CHRISTOPHER COLUMBUS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9747", "s": "Inkling 2 Small", "a": "A. The Krusty Krab", "b": 3, "r": true, "raw": "A. The Krusty Krab\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3635", "s": "Inkling 2 Small", "a": "D. Oliver!", "b": 3, "r": true, "raw": "D. Oliver!\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14289", "s": "Inkling 2 Small", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "mcq|tqa-17422", "s": "Inkling 2 Small", "a": "A. 1941", "b": 1, "r": true, "raw": "A. 1941\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "mcq|tqa-9046", "s": "Inkling 2 Small", "a": "B. Nowhere Boy", "b": 3, "r": true, "raw": "B. Nowhere Boy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-12484", "s": "Inkling 2 Small", "a": "D. Delilah", "b": 3, "r": true, "raw": "D. Delilah\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-760", "s": "Inkling 2 Small", "a": "C. The Royal Ballet", "b": 3, "r": true, "raw": "C. The Royal Ballet\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-6948", "s": "Inkling 2 Small", "a": "B. Mobile phone", "b": 3, "r": true, "raw": "B. Mobile phone\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9738", "s": "Inkling 2 Small", "a": "D. 24", "b": 3, "r": true, "raw": "D. 24\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2662", "s": "Inkling 2 Small", "a": "D. MARSELLAISE", "b": 3, "r": true, "raw": "D. MARSELLAISE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-2794", "s": "Inkling 2 Small", "a": "B. D'Artagnan", "b": 3, "r": true, "raw": "B. D'Artagnan\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13077", "s": "Inkling 2 Small", "a": "A. 7", "b": 3, "r": true, "raw": "A. 7\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11466", "s": "Inkling 2 Small", "a": "D. The Round Table", "b": 3, "r": true, "raw": "D. The Round Table\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-225", "s": "Inkling 2 Small", "a": "C. The Little Sparrow", "b": 3, "r": true, "raw": "C. The Little Sparrow\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4766", "s": "Inkling 2 Small", "a": "B. Pufferfish", "b": 3, "r": true, "raw": "B. Pufferfish\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14390", "s": "Inkling 2 Small", "a": "C. 1664", "b": 3, "r": true, "raw": "C. 1664\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14465", "s": "Inkling 2 Small", "a": "A. Hard Times", "b": 3, "r": true, "raw": "A. Hard Times\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-274", "s": "Inkling 2 Small", "a": "B. 57", "b": 3, "r": true, "raw": "B. 57\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-3088", "s": "Inkling 2 Small", "a": "B. Fondue", "b": 3, "r": true, "raw": "B. Fondue\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5403", "s": "Inkling 2 Small", "a": "D. PARIS", "b": 3, "r": true, "raw": "D. PARIS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9672", "s": "Inkling 2 Small", "a": "B. B1", "b": 3, "r": true, "raw": "B. B1\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14780", "s": "Inkling 2 Small", "a": "B. Indonesia", "b": 3, "r": true, "raw": "B. Indonesia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15574", "s": "Inkling 2 Small", "a": "B. Steely Dan", "b": 1, "r": true, "raw": "B. Steely Dan\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1340", "s": "Inkling 2 Small", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "mcq|tqa-12617", "s": "Inkling 2 Small", "a": "B. Heath Ledger", "b": 3, "r": true, "raw": "B. Heath Ledger\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15049", "s": "Inkling 2 Small", "a": "C. Prokofiev", "b": 3, "r": true, "raw": "C. Prokofiev\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4026", "s": "Inkling 2 Small", "a": "A. Ganges", "b": 3, "r": true, "raw": "A. Ganges\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13515", "s": "Inkling 2 Small", "a": "C. Francis Drake", "b": 3, "r": true, "raw": "C. Francis Drake\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15258", "s": "Inkling 2 Small", "a": "B. South China Sea", "b": 3, "r": true, "raw": "B. South China Sea\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-350", "s": "Inkling 2 Small", "a": "C. 303", "b": 3, "r": true, "raw": "C. 303\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9267", "s": "Inkling 2 Small", "a": "A. JOHN MILLAIS", "b": 3, "r": true, "raw": "A. JOHN MILLAIS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4724", "s": "Inkling 2 Small", "a": "A. a Well", "b": 3, "r": true, "raw": "A. a Well\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9696", "s": "Inkling 2 Small", "a": "D. South Africa", "b": 1, "r": true, "raw": "D. South Africa\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-8486", "s": "Inkling 2 Small", "a": "B. AUK", "b": 3, "r": true, "raw": "B. AUK\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1702", "s": "Inkling 2 Small", "a": "D. Kissing", "b": 3, "r": true, "raw": "D. Kissing\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13117", "s": "Inkling 2 Small", "a": "D. The US Navy", "b": 3, "r": true, "raw": "D. The US Navy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-10461", "s": "Inkling 2 Small", "a": "B. Space 1999", "b": 3, "r": true, "raw": "B. Space 1999\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-11112", "s": "Inkling 2 Small", "a": "D. Fish", "b": 3, "r": true, "raw": "D. Fish\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-7951", "s": "Inkling 2 Small", "a": "A. 'HARRY POTTER'", "b": 3, "r": true, "raw": "A. 'HARRY POTTER'\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-13908", "s": "Inkling 2 Small", "a": "D. Kix", "b": 3, "r": true, "raw": "D. Kix\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5635", "s": "Inkling 2 Small", "a": "B. Anne", "b": 3, "r": true, "raw": "B. Anne\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-5506", "s": "Inkling 2 Small", "a": "B. Pressure", "b": 3, "r": true, "raw": "B. Pressure\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-9454", "s": "Inkling 2 Small", "a": "D. Guy Pearce", "b": 3, "r": true, "raw": "D. Guy Pearce\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15342", "s": "Inkling 2 Small", "a": "C. MARTIN VAN BUREN", "b": 3, "r": true, "raw": "C. MARTIN VAN BUREN\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-15784", "s": "Inkling 2 Small", "a": "A. BENJAMIN HARRISON", "b": 3, "r": true, "raw": "A. BENJAMIN HARRISON\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-1412", "s": "Inkling 2 Small", "a": "A. (The Life and Opinions of) Tristram Shandy (Gentleman)", "b": 3, "r": true, "raw": "A. (The Life and Opinions of) Tristram Shandy (Gentleman)\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-4267", "s": "Inkling 2 Small", "a": "C. Red", "b": 3, "r": true, "raw": "C. Red\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "mcq|tqa-14027", "s": "Inkling 2 Small + climb", "a": "D. Johnny Cash", "b": 3, "r": true, "raw": "D. Johnny Cash\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-10965", "s": "Inkling 2 Small + climb", "a": "D. Argentina", "b": 3, "r": true, "raw": "D. Argentina\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-486", "s": "Inkling 2 Small + climb", "a": "A. Bruce", "b": 3, "r": true, "raw": "A. Bruce\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-787", "s": "Inkling 2 Small + climb", "a": "A. John", "b": 3, "r": true, "raw": "A. John\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-16253", "s": "Inkling 2 Small + climb", "a": "C. ALEX GARLAND", "b": 3, "r": true, "raw": "C. ALEX GARLAND\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-1485", "s": "Inkling 2 Small + climb", "a": "A. Blind Faith", "b": 3, "r": true, "raw": "A. Blind Faith\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-4709", "s": "Inkling 2 Small + climb", "a": "B. South Africa", "b": 3, "r": true, "raw": "B. South Africa\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-3338", "s": "Inkling 2 Small + climb", "a": "B. Othello", "b": 3, "r": true, "raw": "B. Othello\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-7887", "s": "Inkling 2 Small + climb", "a": "D. BUTTER", "b": 3, "r": true, "raw": "D. BUTTER\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-12326", "s": "Inkling 2 Small + climb", "a": "A. Thor", "b": 3, "r": true, "raw": "A. Thor\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-3128", "s": "Inkling 2 Small + climb", "a": "A. Golden Fleece", "b": 3, "r": true, "raw": "A. Golden Fleece\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-10002", "s": "Inkling 2 Small + climb", "a": "B. Famous Players Film Company", "b": 3, "r": true, "raw": "B. Famous Players Film Company\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-535", "s": "Inkling 2 Small + climb", "a": "D. A) Felix Leiter", "b": 3, "r": true, "raw": "D. A) Felix Leiter\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-13564", "s": "Inkling 2 Small + climb", "a": "A. Pentecost", "b": 3, "r": true, "raw": "A. Pentecost\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-11985", "s": "Inkling 2 Small + climb", "a": "B. John NAPIER", "b": 3, "r": true, "raw": "B. John NAPIER\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-13846", "s": "Inkling 2 Small + climb", "a": "D. Converse", "b": 3, "r": true, "raw": "D. Converse\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-17721", "s": "Inkling 2 Small + climb", "a": "B. Montgomery Scott", "b": 3, "r": true, "raw": "B. Montgomery Scott\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-2526", "s": "Inkling 2 Small + climb", "a": "A. BARACK OBAMA", "b": 3, "r": true, "raw": "A. BARACK OBAMA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-5111", "s": "Inkling 2 Small + climb", "a": "D. Boyz II Men", "b": 3, "r": true, "raw": "D. Boyz II Men\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-14431", "s": "Inkling 2 Small + climb", "a": "B. AIRCRAFT CARRIER", "b": 3, "r": true, "raw": "B. AIRCRAFT CARRIER\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-8280", "s": "Inkling 2 Small + climb", "a": "D. COPENHAGEN", "b": 3, "r": true, "raw": "D. COPENHAGEN\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-3984", "s": "Inkling 2 Small + climb", "a": "A. Solidus", "b": 3, "r": true, "raw": "A. Solidus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-1774", "s": "Inkling 2 Small + climb", "a": "A. Amy Johnson", "b": 3, "r": true, "raw": "A. Amy Johnson\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-16455", "s": "Inkling 2 Small + climb", "a": "A. SPAIN", "b": 3, "r": true, "raw": "A. SPAIN\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-14291", "s": "Inkling 2 Small + climb", "a": "C. DNA structure", "b": 3, "r": true, "raw": "C. DNA structure\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-5610", "s": "Inkling 2 Small + climb", "a": "C. KARAKORAM", "b": 3, "r": true, "raw": "C. KARAKORAM\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-6367", "s": "Inkling 2 Small + climb", "a": "B. EDWARD the CONFESSOR", "b": 3, "r": true, "raw": "B. EDWARD the CONFESSOR\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-3996", "s": "Inkling 2 Small + climb", "a": "B. Russia", "b": 3, "r": true, "raw": "B. Russia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-13792", "s": "Inkling 2 Small + climb", "a": "A. Spa Towns", "b": 3, "r": true, "raw": "A. Spa Towns\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-14377", "s": "Inkling 2 Small + climb", "a": "B. Air Traffic Control", "b": 3, "r": true, "raw": "B. Air Traffic Control\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-17410", "s": "Inkling 2 Small + climb", "a": "B. Henrietta Maria", "b": 3, "r": true, "raw": "B. Henrietta Maria\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-11494", "s": "Inkling 2 Small + climb", "a": "B. Fay Wray", "b": 3, "r": true, "raw": "B. Fay Wray\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-1022", "s": "Inkling 2 Small + climb", "a": "D. Barry and Yvonne", "b": 3, "r": true, "raw": "D. Barry and Yvonne\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-5367", "s": "Inkling 2 Small + climb", "a": "B. SOUTH PACIFIC", "b": 3, "r": true, "raw": "B. SOUTH PACIFIC\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-15407", "s": "Inkling 2 Small + climb", "a": "A. Elton John", "b": 3, "r": true, "raw": "A. Elton John\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-17045", "s": "Inkling 2 Small + climb", "a": "B. North Carolina", "b": 3, "r": true, "raw": "B. North Carolina\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-10870", "s": "Inkling 2 Small + climb", "a": "D. Ambassador bridge", "b": 3, "r": true, "raw": "D. Ambassador bridge\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-7738", "s": "Inkling 2 Small + climb", "a": "D. CHILE", "b": 3, "r": true, "raw": "D. CHILE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-598", "s": "Inkling 2 Small + climb", "a": "B. 2004", "b": 3, "r": true, "raw": "B. 2004\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-12656", "s": "Inkling 2 Small + climb", "a": "C. Dionysus", "b": 3, "r": true, "raw": "C. Dionysus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-16433", "s": "Inkling 2 Small + climb", "a": "C. JACOB", "b": 3, "r": true, "raw": "C. JACOB\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-7498", "s": "Inkling 2 Small + climb", "a": "C. Chariots", "b": 3, "r": true, "raw": "C. Chariots\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-6477", "s": "Inkling 2 Small + climb", "a": "D. PROHIBITION IN THE USA", "b": 3, "r": true, "raw": "D. PROHIBITION IN THE USA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-16959", "s": "Inkling 2 Small + climb", "a": "B. ROMANIA", "b": 3, "r": true, "raw": "B. ROMANIA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-7773", "s": "Inkling 2 Small + climb", "a": "D. Shylock", "b": 3, "r": true, "raw": "D. Shylock\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-3119", "s": "Inkling 2 Small + climb", "a": "D. The Red Cross", "b": 3, "r": true, "raw": "D. The Red Cross\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-7866", "s": "Inkling 2 Small + climb", "a": "C. Dik Browne", "b": 3, "r": true, "raw": "C. Dik Browne\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-3382", "s": "Inkling 2 Small + climb", "a": "D. Ralph Lauren", "b": 3, "r": true, "raw": "D. Ralph Lauren\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-5948", "s": "Inkling 2 Small + climb", "a": "B. Cynthia Nixon", "b": 3, "r": true, "raw": "B. Cynthia Nixon\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-4135", "s": "Inkling 2 Small + climb", "a": "D. Cimarron County", "b": 3, "r": true, "raw": "D. Cimarron County\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-17233", "s": "Inkling 2 Small + climb", "a": "A. Long jump", "b": 3, "r": true, "raw": "A. Long jump\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-986", "s": "Inkling 2 Small + climb", "a": "B. Sex", "b": 3, "r": true, "raw": "B. Sex\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-1920", "s": "Inkling 2 Small + climb", "a": "C. Wyre", "b": 3, "r": true, "raw": "C. Wyre\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-15690", "s": "Inkling 2 Small + climb", "a": "A. Ottorino RESPIGHI", "b": 3, "r": true, "raw": "A. Ottorino RESPIGHI\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-13326", "s": "Inkling 2 Small + climb", "a": "D. A Series of Unfortunate Events", "b": 3, "r": true, "raw": "D. A Series of Unfortunate Events\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-2905", "s": "Inkling 2 Small + climb", "a": "D. Australia", "b": 3, "r": true, "raw": "D. Australia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-3772", "s": "Inkling 2 Small + climb", "a": "B. Parabola", "b": 3, "r": true, "raw": "B. Parabola\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-13703", "s": "Inkling 2 Small + climb", "a": "C. Outkast", "b": 3, "r": true, "raw": "C. Outkast\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-13124", "s": "Inkling 2 Small + climb", "a": "A. 6", "b": 3, "r": true, "raw": "A. 6\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-2977", "s": "Inkling 2 Small + climb", "a": "D. 4 billion", "b": 3, "r": true, "raw": "D. 4 billion\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-13094", "s": "Inkling 2 Small + climb", "a": "B. Palace of Versailles", "b": 3, "r": true, "raw": "B. Palace of Versailles\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-13005", "s": "Inkling 2 Small + climb", "a": "B. Dylan Thomas", "b": 3, "r": true, "raw": "B. Dylan Thomas\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-15496", "s": "Inkling 2 Small + climb", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "mcq|tqa-9503", "s": "Inkling 2 Small + climb", "a": "C. Nigeria", "b": 3, "r": true, "raw": "C. Nigeria\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-12485", "s": "Inkling 2 Small + climb", "a": "B. Nemesis", "b": 3, "r": true, "raw": "B. Nemesis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-17259", "s": "Inkling 2 Small + climb", "a": "B. Warsaw", "b": 3, "r": true, "raw": "B. Warsaw\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-11601", "s": "Inkling 2 Small + climb", "a": "A. Uncle Tom’s Cabin", "b": 3, "r": true, "raw": "A. Uncle Tom’s Cabin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-13269", "s": "Inkling 2 Small + climb", "a": "B. Medea", "b": 3, "r": true, "raw": "B. Medea\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-16812", "s": "Inkling 2 Small + climb", "a": "D. CZECH REPUBLIC", "b": 3, "r": true, "raw": "D. CZECH REPUBLIC\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-10827", "s": "Inkling 2 Small + climb", "a": "A. The Black Panther", "b": 3, "r": true, "raw": "A. The Black Panther\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-12736", "s": "Inkling 2 Small + climb", "a": "D. John Wayne", "b": 3, "r": true, "raw": "D. John Wayne\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-4020", "s": "Inkling 2 Small + climb", "a": "B. China", "b": 3, "r": true, "raw": "B. China\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-8836", "s": "Inkling 2 Small + climb", "a": "C. Jan Francis", "b": 3, "r": true, "raw": "C. Jan Francis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-4703", "s": "Inkling 2 Small + climb", "a": "B. Anaheim Ducks", "b": 3, "r": true, "raw": "B. Anaheim Ducks\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-5139", "s": "Inkling 2 Small + climb", "a": "B. Roberta Flack", "b": 3, "r": true, "raw": "B. Roberta Flack\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-2826", "s": "Inkling 2 Small + climb", "a": "C. Uranus", "b": 3, "r": true, "raw": "C. Uranus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-1139", "s": "Inkling 2 Small + climb", "a": "C. Reap The Wild Wind", "b": 3, "r": true, "raw": "C. Reap The Wild Wind\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-1078", "s": "Inkling 2 Small + climb", "a": "A. Bird", "b": 3, "r": true, "raw": "A. Bird\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-14251", "s": "Inkling 2 Small + climb", "a": "A. Harland & Wolff", "b": 3, "r": true, "raw": "A. Harland & Wolff\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-9673", "s": "Inkling 2 Small + climb", "a": "C. Cape Horn", "b": 3, "r": true, "raw": "C. Cape Horn\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-15898", "s": "Inkling 2 Small + climb", "a": "D. THE TAMING OF THE SHREW", "b": 3, "r": true, "raw": "D. THE TAMING OF THE SHREW\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-12086", "s": "Inkling 2 Small + climb", "a": "B. GIRONDE", "b": 3, "r": true, "raw": "B. GIRONDE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-10740", "s": "Inkling 2 Small + climb", "a": "D. 22", "b": 3, "r": true, "raw": "D. 22\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-8575", "s": "Inkling 2 Small + climb", "a": "A. Moscow", "b": 3, "r": true, "raw": "A. Moscow\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-5046", "s": "Inkling 2 Small + climb", "a": "A. Hadrian's Wall", "b": 3, "r": true, "raw": "A. Hadrian's Wall\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-11120", "s": "Inkling 2 Small + climb", "a": "C. Julia Sawalha", "b": 3, "r": true, "raw": "C. Julia Sawalha\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-886", "s": "Inkling 2 Small + climb", "a": "C. Cherry", "b": 3, "r": true, "raw": "C. Cherry\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-3793", "s": "Inkling 2 Small + climb", "a": "C. Helene Hanff", "b": 3, "r": true, "raw": "C. Helene Hanff\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-1689", "s": "Inkling 2 Small + climb", "a": "A. Colour Blindness", "b": 3, "r": true, "raw": "A. Colour Blindness\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-12223", "s": "Inkling 2 Small + climb", "a": "B. 12th", "b": 3, "r": true, "raw": "B. 12th\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-16813", "s": "Inkling 2 Small + climb", "a": "D. TASMANIA", "b": 3, "r": true, "raw": "D. TASMANIA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-4441", "s": "Inkling 2 Small + climb", "a": "A. Camshaft", "b": 3, "r": true, "raw": "A. Camshaft\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-7570", "s": "Inkling 2 Small + climb", "a": "C. NEPTUNE", "b": 3, "r": true, "raw": "C. NEPTUNE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-7752", "s": "Inkling 2 Small + climb", "a": "D. CORTINA", "b": 3, "r": true, "raw": "D. CORTINA\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-1345", "s": "Inkling 2 Small + climb", "a": "B. Golda Meir", "b": 3, "r": true, "raw": "B. Golda Meir\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-9884", "s": "Inkling 2 Small + climb", "a": "A. Boulder Dam", "b": 3, "r": true, "raw": "A. Boulder Dam\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-16854", "s": "Inkling 2 Small + climb", "a": "B. Hawaii", "b": 3, "r": true, "raw": "B. Hawaii\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-6980", "s": "Inkling 2 Small + climb", "a": "A. Handley-Page", "b": 3, "r": true, "raw": "A. Handley-Page\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-15390", "s": "Inkling 2 Small + climb", "a": "B. Colombia", "b": 3, "r": true, "raw": "B. Colombia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-1057", "s": "Inkling 2 Small + climb", "a": "D. Niccolo Machiavelli", "b": 3, "r": true, "raw": "D. Niccolo Machiavelli\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-12780", "s": "Inkling 2 Small + climb", "a": "A. The Mary Tyler Moore Show", "b": 3, "r": true, "raw": "A. The Mary Tyler Moore Show\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-295", "s": "Inkling 2 Small + climb", "a": "D. Q", "b": 3, "r": true, "raw": "D. Q\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-11753", "s": "Inkling 2 Small + climb", "a": "C. CHRISTOPHER COLUMBUS", "b": 3, "r": true, "raw": "C. CHRISTOPHER COLUMBUS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-9747", "s": "Inkling 2 Small + climb", "a": "A. The Krusty Krab", "b": 3, "r": true, "raw": "A. The Krusty Krab\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-3635", "s": "Inkling 2 Small + climb", "a": "D. Oliver!", "b": 3, "r": true, "raw": "D. Oliver!\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-14289", "s": "Inkling 2 Small + climb", "a": "C. VENUS", "b": 3, "r": true, "raw": "C. VENUS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-17422", "s": "Inkling 2 Small + climb", "a": "A. 1941", "b": 1, "r": true, "raw": "A. 1941\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call"}}, {"q": "mcq|tqa-9046", "s": "Inkling 2 Small + climb", "a": "B. Nowhere Boy", "b": 3, "r": true, "raw": "B. Nowhere Boy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-12484", "s": "Inkling 2 Small + climb", "a": "D. Delilah", "b": 3, "r": true, "raw": "D. Delilah\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-760", "s": "Inkling 2 Small + climb", "a": "C. The Royal Ballet", "b": 3, "r": true, "raw": "C. The Royal Ballet\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-6948", "s": "Inkling 2 Small + climb", "a": "B. Mobile phone", "b": 3, "r": true, "raw": "B. Mobile phone\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-9738", "s": "Inkling 2 Small + climb", "a": "D. 24", "b": 3, "r": true, "raw": "D. 24\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-2662", "s": "Inkling 2 Small + climb", "a": "D. MARSELLAISE", "b": 3, "r": true, "raw": "D. MARSELLAISE\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-2794", "s": "Inkling 2 Small + climb", "a": "B. D'Artagnan", "b": 3, "r": true, "raw": "B. D'Artagnan\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-13077", "s": "Inkling 2 Small + climb", "a": "A. 7", "b": 3, "r": true, "raw": "A. 7\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-11466", "s": "Inkling 2 Small + climb", "a": "D. The Round Table", "b": 3, "r": true, "raw": "D. The Round Table\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-225", "s": "Inkling 2 Small + climb", "a": "C. The Little Sparrow", "b": 3, "r": true, "raw": "C. The Little Sparrow\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-4766", "s": "Inkling 2 Small + climb", "a": "B. Pufferfish", "b": 3, "r": true, "raw": "B. Pufferfish\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-14390", "s": "Inkling 2 Small + climb", "a": "C. 1664", "b": 3, "r": true, "raw": "C. 1664\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-14465", "s": "Inkling 2 Small + climb", "a": "A. Hard Times", "b": 3, "r": true, "raw": "A. Hard Times\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-274", "s": "Inkling 2 Small + climb", "a": "B. 57", "b": 3, "r": true, "raw": "B. 57\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-3088", "s": "Inkling 2 Small + climb", "a": "B. Fondue", "b": 3, "r": true, "raw": "B. Fondue\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-5403", "s": "Inkling 2 Small + climb", "a": "D. PARIS", "b": 3, "r": true, "raw": "D. PARIS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-9672", "s": "Inkling 2 Small + climb", "a": "B. B1", "b": 3, "r": true, "raw": "B. B1\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-14780", "s": "Inkling 2 Small + climb", "a": "B. Indonesia", "b": 3, "r": true, "raw": "B. Indonesia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-15574", "s": "Inkling 2 Small + climb", "a": "B. Steely Dan", "b": 3, "r": true, "raw": "B. Steely Dan\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-1340", "s": "Inkling 2 Small + climb", "a": "A. Walk", "b": 3, "r": true, "raw": "A. Walk\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-12617", "s": "Inkling 2 Small + climb", "a": "B. Heath Ledger", "b": 3, "r": true, "raw": "B. Heath Ledger\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-15049", "s": "Inkling 2 Small + climb", "a": "C. Prokofiev", "b": 3, "r": true, "raw": "C. Prokofiev\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-4026", "s": "Inkling 2 Small + climb", "a": "A. Ganges", "b": 3, "r": true, "raw": "A. Ganges\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-13515", "s": "Inkling 2 Small + climb", "a": "C. Francis Drake", "b": 3, "r": true, "raw": "C. Francis Drake\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-15258", "s": "Inkling 2 Small + climb", "a": "B. South China Sea", "b": 3, "r": true, "raw": "B. South China Sea\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-350", "s": "Inkling 2 Small + climb", "a": "C. 303", "b": 3, "r": true, "raw": "C. 303\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-9267", "s": "Inkling 2 Small + climb", "a": "A. JOHN MILLAIS", "b": 3, "r": true, "raw": "A. JOHN MILLAIS\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-4724", "s": "Inkling 2 Small + climb", "a": "A. a Well", "b": 3, "r": true, "raw": "A. a Well\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-9696", "s": "Inkling 2 Small + climb", "a": "D. South Africa", "b": 3, "r": true, "raw": "D. South Africa\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-8486", "s": "Inkling 2 Small + climb", "a": "B. AUK", "b": 3, "r": true, "raw": "B. AUK\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-1702", "s": "Inkling 2 Small + climb", "a": "D. Kissing", "b": 3, "r": true, "raw": "D. Kissing\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-13117", "s": "Inkling 2 Small + climb", "a": "D. The US Navy", "b": 3, "r": true, "raw": "D. The US Navy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-10461", "s": "Inkling 2 Small + climb", "a": "B. Space 1999", "b": 3, "r": true, "raw": "B. Space 1999\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-11112", "s": "Inkling 2 Small + climb", "a": "D. Fish", "b": 3, "r": true, "raw": "D. Fish\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-7951", "s": "Inkling 2 Small + climb", "a": "A. 'HARRY POTTER'", "b": 3, "r": true, "raw": "A. 'HARRY POTTER'\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-13908", "s": "Inkling 2 Small + climb", "a": "D. Kix", "b": 3, "r": true, "raw": "D. Kix\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-5635", "s": "Inkling 2 Small + climb", "a": "B. Anne", "b": 3, "r": true, "raw": "B. Anne\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-5506", "s": "Inkling 2 Small + climb", "a": "B. Pressure", "b": 3, "r": true, "raw": "B. Pressure\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-9454", "s": "Inkling 2 Small + climb", "a": "D. Guy Pearce", "b": 3, "r": true, "raw": "D. Guy Pearce\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-15342", "s": "Inkling 2 Small + climb", "a": "C. MARTIN VAN BUREN", "b": 3, "r": true, "raw": "C. MARTIN VAN BUREN\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-15784", "s": "Inkling 2 Small + climb", "a": "A. BENJAMIN HARRISON", "b": 3, "r": true, "raw": "A. BENJAMIN HARRISON\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-1412", "s": "Inkling 2 Small + climb", "a": "A. (The Life and Opinions of) Tristram Shandy (Gentleman)", "b": 3, "r": true, "raw": "A. (The Life and Opinions of) Tristram Shandy (Gentleman)\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "mcq|tqa-4267", "s": "Inkling 2 Small + climb", "a": "C. Red", "b": 3, "r": true, "raw": "C. Red\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}]