[{"q": "medqa|medqa-train-5859", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Cytokine release syndrome, hypersensitivity reaction", "b": 1, "r": false, "raw": "C. Cytokine release syndrome, hypersensitivity reaction", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2570", "s": "Qwen2.5-0.5B-Instruct", "a": "C. CT scan of the head", "b": 1, "r": false, "raw": "C. CT scan of the head", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6402", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Enterokinase", "b": 1, "r": true, "raw": "C. Enterokinase", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8556", "s": "Qwen2.5-0.5B-Instruct", "a": "D. Valproic acid", "b": 1, "r": false, "raw": "D. Valproic acid", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8337", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-855", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Coronary artery", "b": 1, "r": false, "raw": "C. Coronary artery", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-10028", "s": "Qwen2.5-0.5B-Instruct", "a": "D. Study A results can be analyzed using a t-test", "b": 1, "r": false, "raw": "D. Study A results can be analyzed using a t-test", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6819", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": true, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-349", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5288", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6590", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": true, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2268", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2086", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": true, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2921", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": true, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9576", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5416", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Dermatologic fungal infection", "b": 1, "r": false, "raw": "C. Dermatologic fungal infection", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1577", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Test for type 16 and 18 HPV", "b": 1, "r": false, "raw": "C. Test for type 16 and 18 HPV", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4500", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Elevated estrogen levels.", "b": 1, "r": false, "raw": "C. Elevated estrogen levels.", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5316", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Aspirin", "b": 1, "r": false, "raw": "C. Aspirin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-10008", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Pes cavus with hammer toes", "b": 1, "r": false, "raw": "C. Pes cavus with hammer toes", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5196", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4064", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9618", "s": "Qwen2.5-0.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 3", "v": {}}, {"q": "medqa|medqa-train-4561", "s": "Qwen2.5-0.5B-Instruct", "a": "C. His pain is transmitted by somatic afferent nerve fibers located in the right flank.", "b": 1, "r": false, "raw": "C. His pain is transmitted by somatic afferent nerve fibers located in the right flank.", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5235", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2653", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Lifelong Vitamin B1 supplementation", "b": 1, "r": false, "raw": "C. Lifelong Vitamin B1 supplementation", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7274", "s": "Qwen2.5-0.5B-Instruct", "a": "C. MRI", "b": 1, "r": false, "raw": "C. MRI", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3795", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8852", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Diabetic ketoacidosis", "b": 1, "r": false, "raw": "C. Diabetic ketoacidosis", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2221", "s": "Qwen2.5-0.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 3", "v": {}}, {"q": "medqa|medqa-train-2756", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Increased", "b": 1, "r": false, "raw": "C. Increased", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6194", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Azithromycin", "b": 1, "r": false, "raw": "C. Azithromycin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3159", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3956", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Hydroxocobalamin", "b": 1, "r": false, "raw": "C. Hydroxocobalamin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7486", "s": "Qwen2.5-0.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 3", "v": {}}, {"q": "medqa|medqa-train-9023", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Paraaminohippurate (PAH)", "b": 1, "r": false, "raw": "C. Paraaminohippurate (PAH)", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2543", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Galactocerebroside", "b": 1, "r": false, "raw": "C. Galactocerebroside", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2644", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": true, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6605", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Amphetamine", "b": 1, "r": false, "raw": "C. Amphetamine", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7715", "s": "Qwen2.5-0.5B-Instruct", "a": "C. UVA and UVB", "b": 1, "r": false, "raw": "C. UVA and UVB", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6302", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Urgent laparoscopy", "b": 1, "r": false, "raw": "C. Urgent laparoscopy", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9609", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1833", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6794", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-10087", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Clumping of red blood cells after the patient’s blood is drawn and transferred into a chilled EDTA-containing vial", "b": 1, "r": false, "raw": "C. Clumping of red blood cells after the patient’s blood is drawn and transferred into a chilled EDTA-containing vial", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7357", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Isoniazid and rifampicin", "b": 1, "r": false, "raw": "C. Isoniazid and rifampicin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5101", "s": "Qwen2.5-0.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip).", "v": {}}, {"q": "medqa|medqa-train-5479", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1037", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Ketoconazole", "b": 1, "r": false, "raw": "C. Ketoconazole", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3217", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Catheter-based thrombectomy / thrombolysis", "b": 1, "r": true, "raw": "C. Catheter-based thrombectomy / thrombolysis", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10126", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "call", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4202", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2521", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Granulomatosis with polyangiitis (GPA)", "b": 1, "r": false, "raw": "C. Granulomatosis with polyangiitis (GPA)", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-230", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8028", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Cecum, ileum, and distal jejunum", "b": 1, "r": false, "raw": "C. Cecum, ileum, and distal jejunum", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5784", "s": "Qwen2.5-0.5B-Instruct", "a": "C. MRI of the spine", "b": 1, "r": true, "raw": "C. MRI of the spine", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1803", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7253", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Esophagogastroduodenoscopy", "b": 1, "r": false, "raw": "C. Esophagogastroduodenoscopy", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1030", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Uncontrolled adipocyte growth", "b": 1, "r": false, "raw": "C. Uncontrolled adipocyte growth", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5215", "s": "Qwen2.5-0.5B-Instruct", "a": "D. Call your hospital's ethics committee for a formal consultation", "b": 1, "r": false, "raw": "D. Call your hospital's ethics committee for a formal consultation", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7744", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Prominent intraparenchymal white matter calcification", "b": 1, "r": true, "raw": "C. Prominent intraparenchymal white matter calcification", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1815", "s": "Qwen2.5-0.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 3", "v": {}}, {"q": "medqa|medqa-train-9297", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Cocaine toxicity", "b": 1, "r": true, "raw": "C. Cocaine toxicity", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-929", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Physostigmine", "b": 1, "r": true, "raw": "C. Physostigmine", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6634", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Pernicious anemia", "b": 1, "r": true, "raw": "C. Pernicious anemia", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9599", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Finasteride", "b": 1, "r": false, "raw": "C. Finasteride", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9861", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-953", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-304", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Giardiasis", "b": 1, "r": false, "raw": "C. Giardiasis", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6613", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Spider angiomas", "b": 1, "r": false, "raw": "C. Spider angiomas", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4470", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Inhibition of nucleoside reverse transcriptase", "b": 1, "r": false, "raw": "C. Inhibition of nucleoside reverse transcriptase", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3150", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Naloxone", "b": 1, "r": true, "raw": "C. Naloxone", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2322", "s": "Qwen2.5-0.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 3", "v": {}}, {"q": "medqa|medqa-train-1602", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Terazosin", "b": 1, "r": true, "raw": "C. Terazosin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7946", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9402", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8136", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Malate dehydrogenase", "b": 1, "r": false, "raw": "C. Malate dehydrogenase", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5044", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Fulminant hepatic necrosis", "b": 1, "r": true, "raw": "C. Fulminant hepatic necrosis", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7110", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": true, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4350", "s": "Qwen2.5-0.5B-Instruct", "a": "D. 100", "b": 1, "r": true, "raw": "D. 100", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2679", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Drug rash with eosinophilia and systemic symptoms", "b": 1, "r": false, "raw": "C. Drug rash with eosinophilia and systemic symptoms", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6473", "s": "Qwen2.5-0.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 3", "v": {}}, {"q": "medqa|medqa-train-6381", "s": "Qwen2.5-0.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip).", "v": {}}, {"q": "medqa|medqa-train-3559", "s": "Qwen2.5-0.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 3", "v": {}}, {"q": "medqa|medqa-train-5779", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Cords of atypical cells with extracellular mucin", "b": 1, "r": false, "raw": "C. Cords of atypical cells with extracellular mucin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3442", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Intravenous drug abuse", "b": 1, "r": false, "raw": "C. Intravenous drug abuse", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2683", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin.", "b": 1, "r": false, "raw": "C. Nitrofurantoin.", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7792", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6522", "s": "Qwen2.5-0.5B-Instruct", "a": "D. Pap smear", "b": 1, "r": false, "raw": "D. Pap smear", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9071", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Discuss the adverse effects of each antibiotic with the patient, and then let the patient decide which antibiotic she would prefer.", "b": 1, "r": false, "raw": "C. Discuss the adverse effects of each antibiotic with the patient, and then let the patient decide which antibiotic she would prefer.", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6296", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3063", "s": "Qwen2.5-0.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 3", "v": {}}, {"q": "medqa|medqa-train-5835", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Presenilin-2", "b": 1, "r": false, "raw": "C. Presenilin-2", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1698", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Necator americanus", "b": 1, "r": false, "raw": "C. Necator americanus", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5113", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Ultrasound of the appendix", "b": 1, "r": true, "raw": "C. Ultrasound of the appendix", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3120", "s": "Qwen2.5-0.5B-Instruct", "a": "D. If the absolute risk in the exposed group increases, the NNH increases.", "b": 1, "r": false, "raw": "D. If the absolute risk in the exposed group increases, the NNH increases.", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7478", "s": "Qwen2.5-0.5B-Instruct", "a": "D. Sumatriptan", "b": 1, "r": true, "raw": "D. Sumatriptan", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2479", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1161", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-664", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Perform transbronchial lung biopsy of the suspected lesion", "b": 1, "r": false, "raw": "C. Perform transbronchial lung biopsy of the suspected lesion", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6171", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Intravenous trimethoprim-sulfamethoxazole", "b": 1, "r": false, "raw": "C. Intravenous trimethoprim-sulfamethoxazole", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-584", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6153", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Pap smear", "b": 1, "r": false, "raw": "C. Pap smear", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1948", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8332", "s": "Qwen2.5-0.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 3", "v": {}}, {"q": "medqa|medqa-train-203", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7682", "s": "Qwen2.5-0.5B-Instruct", "a": "C. 47: XXY", "b": 1, "r": true, "raw": "C. 47: XXY", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-790", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2669", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Lateral medulla", "b": 1, "r": false, "raw": "C. Lateral medulla", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3618", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Thymectomy", "b": 1, "r": true, "raw": "C. Thymectomy", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5480", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Pyrosequencing", "b": 1, "r": false, "raw": "C. Pyrosequencing", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1402", "s": "Qwen2.5-0.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 3", "v": {}}, {"q": "medqa|medqa-train-7462", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Paracortex", "b": 1, "r": false, "raw": "C. Paracortex", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4299", "s": "Qwen2.5-0.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip).", "v": {}}, {"q": "medqa|medqa-train-2060", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Mometasone", "b": 1, "r": false, "raw": "C. Mometasone", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6286", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Diaphoresis while sucking", "b": 1, "r": false, "raw": "C. Diaphoresis while sucking", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3357", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Posterior cerebral artery", "b": 1, "r": false, "raw": "C. Posterior cerebral artery", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9483", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-278", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Factor VIII deficiency", "b": 1, "r": false, "raw": "C. Factor VIII deficiency", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-348", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": true, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-10100", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4545", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Flaccid paralysis on the right side", "b": 1, "r": false, "raw": "C. Flaccid paralysis on the right side", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8328", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Obturator", "b": 1, "r": true, "raw": "C. Obturator", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1885", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Abdominal CT scan", "b": 1, "r": false, "raw": "C. Abdominal CT scan", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3037", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5466", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Hemorrhages underneath fingernails", "b": 1, "r": false, "raw": "C. Hemorrhages underneath fingernails", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3549", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Spectrin", "b": 1, "r": true, "raw": "C. Spectrin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2715", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Montelukast blocks receptors of some arachidonic acid metabolites.", "b": 1, "r": true, "raw": "C. Montelukast blocks receptors of some arachidonic acid metabolites.", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6442", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-541", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Abdominal ultrasonography for abdominal aortic aneurysm", "b": 1, "r": false, "raw": "C. Abdominal ultrasonography for abdominal aortic aneurysm", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-26", "s": "Qwen2.5-0.5B-Instruct", "a": "C. McCune-Albright syndrome", "b": 1, "r": false, "raw": "C. McCune-Albright syndrome", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3740", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-516", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Abducens nerve", "b": 1, "r": false, "raw": "C. Abducens nerve", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3304", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Hyaluronidase", "b": 1, "r": false, "raw": "C. Hyaluronidase", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3639", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5638", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8813", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1196", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-588", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Poor pharyngeal propulsion and upper esophageal sphincter obstruction", "b": 1, "r": false, "raw": "C. Poor pharyngeal propulsion and upper esophageal sphincter obstruction", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3828", "s": "Qwen2.5-0.5B-Instruct", "a": "C. \"Yes, gingko may not help with your memory, but there is no risk of adverse events so it is safe to take.\"", "b": 1, "r": false, "raw": "C. \"Yes, gingko may not help with your memory, but there is no risk of adverse events so it is safe to take.\"", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4221", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Cell-mediated immune response", "b": 1, "r": true, "raw": "C. Cell-mediated immune response", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3996", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8606", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8656", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Carpal tunnel release surgery", "b": 1, "r": false, "raw": "C. Carpal tunnel release surgery", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-223", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Obtain written consent to intubate from the patient’s teacher.", "b": 1, "r": false, "raw": "C. Obtain written consent to intubate from the patient’s teacher.", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8271", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2368", "s": "Qwen2.5-0.5B-Instruct", "a": "D. Cyclophosphamide", "b": 1, "r": false, "raw": "D. Cyclophosphamide", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9335", "s": "Qwen2.5-0.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 3", "v": {}}, {"q": "medqa|medqa-train-6468", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Increase in axonal capacitance", "b": 1, "r": false, "raw": "C. Increase in axonal capacitance", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8619", "s": "Qwen2.5-0.5B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5859", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "medqa|medqa-train-2570", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-6402", "s": "Qwen3-0.6B", "a": "C. Enterokinase", "b": 3, "r": true, "raw": "C. Enterokinase\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8556", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-8337", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-855", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-10028", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-6819", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-349", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-5288", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-6590", "s": "Qwen3-0.6B", "a": "C. Secretion of mucus", "b": 3, "r": false, "raw": "C. Secretion of mucus\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2268", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-2086", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-2921", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-9576", "s": "Qwen3-0.6B", "a": "C. Fluphenazine", "b": 3, "r": false, "raw": "C. Fluphenazine\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5416", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-1577", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nC. Test for type 16 and 18 HPV", "v": {}}, {"q": "medqa|medqa-train-4500", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "medqa|medqa-train-5316", "s": "Qwen3-0.6B", "a": "C. Carvedilol", "b": 3, "r": false, "raw": "C. Carvedilol\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10008", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-5196", "s": "Qwen3-0.6B", "a": "C. Superficial-partial thickness (2nd degree)", "b": 3, "r": false, "raw": "C. Superficial-partial thickness (2nd degree)\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4064", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nD. Exocytosis of insulin granules", "v": {}}, {"q": "medqa|medqa-train-9618", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-4561", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-5235", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "medqa|medqa-train-2653", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "medqa|medqa-train-7274", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nD. Prednisone", "v": {}}, {"q": "medqa|medqa-train-3795", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "medqa|medqa-train-8852", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-2221", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-2756", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-6194", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "medqa|medqa-train-3159", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-3956", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-7486", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-9023", "s": "Qwen3-0.6B", "a": "C. Paraaminohippurate (PAH)", "b": 3, "r": false, "raw": "C. Paraaminohippurate (PAH)\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2543", "s": "Qwen3-0.6B", "a": "C. Mannose", "b": 3, "r": false, "raw": "C. Mannose\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2644", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nC. Encapsulated, gram-positive cocci in pairs", "v": {}}, {"q": "medqa|medqa-train-6605", "s": "Qwen3-0.6B", "a": "C. Amphetamine", "b": 3, "r": false, "raw": "C. Amphetamine\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7715", "s": "Qwen3-0.6B", "a": "C. UVB and UVC", "b": 3, "r": false, "raw": "C. UVB and UVC\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6302", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "medqa|medqa-train-9609", "s": "Qwen3-0.6B", "a": "C. Delusion of reference", "b": 3, "r": false, "raw": "C. Delusion of reference\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1833", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-6794", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "medqa|medqa-train-10087", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-7357", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nD. Isoniazid, rifampicin, and pyrazinamide", "v": {}}, {"q": "medqa|medqa-train-5101", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-5479", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-1037", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "medqa|medqa-train-3217", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nA. Percutaneous transluminal stent implantation  \nB. Rivaroxaban  \nC. Catheter-based thrombectomy / thrombolysis  \nD. Heparin", "v": {}}, {"q": "medqa|medqa-train-10126", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-4202", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-2521", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "medqa|medqa-train-230", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-8028", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-5784", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-1803", "s": "Qwen3-0.6B", "a": "C. Isotype switching", "b": 3, "r": false, "raw": "C. Isotype switching\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7253", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-1030", "s": "Qwen3-0.6B", "a": "C. Uncontrolled adipocyte growth", "b": 3, "r": false, "raw": "C. Uncontrolled adipocyte growth\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5215", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "medqa|medqa-train-7744", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nA. I don't know", "v": {}}, {"q": "medqa|medqa-train-1815", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip).", "v": {}}, {"q": "medqa|medqa-train-9297", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-929", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "medqa|medqa-train-6634", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-9599", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-9861", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-953", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-304", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-6613", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-4470", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-3150", "s": "Qwen3-0.6B", "a": "C. Naloxone", "b": 3, "r": true, "raw": "C. Naloxone\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2322", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-1602", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "medqa|medqa-train-7946", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-9402", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-8136", "s": "Qwen3-0.6B", "a": "C. Lactate dehydrogenase", "b": 3, "r": false, "raw": "C. Lactate dehydrogenase\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5044", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-7110", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-4350", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-2679", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-6473", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-6381", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-3559", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip).  \n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-5779", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-3442", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-2683", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nA. Left anterior descending coronary artery", "v": {}}, {"q": "medqa|medqa-train-7792", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-6522", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-9071", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-6296", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nA. Paraurethral glands  \nB. Greater vestibular glands  \nC. Mesonephric duct remnants  \nD. Sebaceous glands  \n\nCorrect answer: C. Mesonephric duct remnants", "v": {}}, {"q": "medqa|medqa-train-3063", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nD. Fasting blood glucose, lipid profile, and thyroid stimulating hormone", "v": {}}, {"q": "medqa|medqa-train-5835", "s": "Qwen3-0.6B", "a": "C. Presenilin-2", "b": 3, "r": false, "raw": "C. Presenilin-2\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1698", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nA. Echinococcus granulosus  \nB. Enterobius vermicularis  \nC. Necator americanus  \nD. Taenia solium", "v": {}}, {"q": "medqa|medqa-train-5113", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-3120", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-7478", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "medqa|medqa-train-2479", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "medqa|medqa-train-1161", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-664", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-6171", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-584", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nD. Segmented genomic material", "v": {}}, {"q": "medqa|medqa-train-6153", "s": "Qwen3-0.6B", "a": "C. Pap smear", "b": 3, "r": false, "raw": "C. Pap smear\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1948", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-8332", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-203", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-7682", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "medqa|medqa-train-790", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nD. Amnioinfusion", "v": {}}, {"q": "medqa|medqa-train-2669", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nC. Lateral medulla", "v": {}}, {"q": "medqa|medqa-train-3618", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nC. Thymectomy", "v": {}}, {"q": "medqa|medqa-train-5480", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-1402", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-7462", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nA. Periarteriolar lymphatic sheath", "v": {}}, {"q": "medqa|medqa-train-4299", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "medqa|medqa-train-2060", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nD. Methotrexate", "v": {}}, {"q": "medqa|medqa-train-6286", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "medqa|medqa-train-3357", "s": "Qwen3-0.6B", "a": "C. Posterior cerebral artery", "b": 3, "r": false, "raw": "C. Posterior cerebral artery\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9483", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-278", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-348", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-10100", "s": "Qwen3-0.6B", "a": "C. Perforins and granzymes by natural killer cells", "b": 3, "r": false, "raw": "C. Perforins and granzymes by natural killer cells\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4545", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-8328", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nA. I don't know", "v": {}}, {"q": "medqa|medqa-train-1885", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-3037", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-5466", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-3549", "s": "Qwen3-0.6B", "a": "C. Glycosylphosphatidylinositol", "b": 3, "r": false, "raw": "C. Glycosylphosphatidylinositol\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2715", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "medqa|medqa-train-6442", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-541", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nC. Abdominal ultrasonography for abdominal aortic aneurysm", "v": {}}, {"q": "medqa|medqa-train-26", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-3740", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nC. Kozak consensus sequence", "v": {}}, {"q": "medqa|medqa-train-516", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nA. Trochlear nerve  \nB. Oculomotor nerve  \nC. Abducens nerve  \nD. Facial nerve  \n\nCorrect answer: A. Trochlear nerve", "v": {}}, {"q": "medqa|medqa-train-3304", "s": "Qwen3-0.6B", "a": "C. M Protein", "b": 3, "r": false, "raw": "C. M Protein\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3639", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-5638", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "medqa|medqa-train-8813", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-1196", "s": "Qwen3-0.6B", "a": "C. Histamine", "b": 3, "r": false, "raw": "C. Histamine\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-588", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-3828", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip).  \n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-4221", "s": "Qwen3-0.6B", "a": "C. Cell-mediated immune response", "b": 3, "r": true, "raw": "C. Cell-mediated immune response\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3996", "s": "Qwen3-0.6B", "a": "C. Generalized Anxiety Disorder (GAD)", "b": 3, "r": false, "raw": "C. Generalized Anxiety Disorder (GAD)  \n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8606", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nD. Type VII collagen", "v": {}}, {"q": "medqa|medqa-train-8656", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "Bet: 3  \nC. Carpal tunnel release surgery", "v": {}}, {"q": "medqa|medqa-train-223", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-8271", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-2368", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-9335", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-6468", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-8619", "s": "Qwen3-0.6B", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-5859", "s": "Qwen3.5-0.8B", "a": "C. Cytokine release syndrome, hypersensitivity reaction", "b": 1, "r": false, "raw": "C. Cytokine release syndrome, hypersensitivity reaction\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2570", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "C. CT scan of the head.\n\nThis is a betting game. If you are not sure, answer exactly: I don't know (you lose a quarter chip). If you answer, bet on it: write your answer on the first line, then a second line that says exactly Bet: 1 (if you think you are probably right) or", "v": {}}, {"q": "medqa|medqa-train-6402", "s": "Qwen3.5-0.8B", "a": "A. Lipase", "b": 1, "r": false, "raw": "A. Lipase", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8556", "s": "Qwen3.5-0.8B", "a": "C. Fluphenazine.", "b": 1, "r": true, "raw": "C. Fluphenazine.\n\n**Bet: 1**", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8337", "s": "Qwen3.5-0.8B", "a": "C. Hypothyroidism.", "b": 1, "r": false, "raw": "C. Hypothyroidism.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-855", "s": "Qwen3.5-0.8B", "a": "C. Coronary artery", "b": 1, "r": false, "raw": "C. Coronary artery", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-10028", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "C. Nitrofurantoin.\n\nI don't know (you lose a quarter chip).", "v": {}}, {"q": "medqa|medqa-train-6819", "s": "Qwen3.5-0.8B", "a": "C. Right upper lobe", "b": 1, "r": true, "raw": "C. Right upper lobe\n\nThis patient presents with classic signs of **Hodgkin Lymphoma**, specifically **B-cell lymphoma**. The key features include:\n1.  **Weight loss** and **cough** (often with dyspnea).\n2.  **Swelling of the face and arms** (lymphaden", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-349", "s": "Qwen3.5-0.8B", "a": "C. Myocardial rupture", "b": 1, "r": false, "raw": "C. Myocardial rupture\n\nThis patient presents with classic signs of a **aortic dissection**:\n1.  **Excruciating chest pain** described as \"tearing\" is highly specific for a tear in the aortic wall.\n2.  **Hypotension** (BP 95/40 mm Hg", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5288", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "C. Bowel infarction.\n\nI don't know (you lose a quarter chip).", "v": {}}, {"q": "medqa|medqa-train-6590", "s": "Qwen3.5-0.8B", "a": "C. Nitrofurantoin.", "b": 1, "r": true, "raw": "C. Nitrofurantoin.\n\nThis question describes a classic clinical scenario involving a specific enzyme and its physiological role. The patient presents with chronic cough and dyspnea, likely due to chronic bronchitis or asthma, and has a history of smoking. The key diagnostic clue is the presence of an isoform of elastase that is normally inhibited by", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2268", "s": "Qwen3.5-0.8B", "a": "C. Decrease in elastin fiber assembly", "b": 1, "r": false, "raw": "C. Decrease in elastin fiber assembly\n\nThis patient presents with signs of **scleroderma** (specifically the skin manifestation known as \"sclerodactyly\" or \"scleroderma umbilicated\"), characterized by diffuse xerosis, mild atrophy, and fine wrinkles. The key pathological feature in scler", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2086", "s": "Qwen3.5-0.8B", "a": "C. Reactivation of dormant liver stage", "b": 1, "r": true, "raw": "C. Reactivation of dormant liver stage\n\nThis patient presents with a classic triad of symptoms: fever, chills, headache, and nausea, which are highly suggestive of malaria. The key to answering this question lies in the history provided: she returned from Indonesia 9 months ago and was treated with chloroquine. Chloroquine is a well-known", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2921", "s": "Qwen3.5-0.8B", "a": "C. Immune response to cardiac antigens.", "b": 1, "r": true, "raw": "C. Immune response to cardiac antigens.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9576", "s": "Qwen3.5-0.8B", "a": "C. Fluphenazine.", "b": 1, "r": false, "raw": "C. Fluphenazine.\n\n**Bet: 1**", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5416", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "C. Dermatologic fungal infection.\n\nI don't know (you lose a quarter chip).", "v": {}}, {"q": "medqa|medqa-train-1577", "s": "Qwen3.5-0.8B", "a": "C. Loop electrosurgical excision procedure", "b": 1, "r": false, "raw": "C. Loop electrosurgical excision procedure\n\n**Bet: 1**", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4500", "s": "Qwen3.5-0.8B", "a": "A. Elevated TSH", "b": 1, "r": false, "raw": "A. Elevated TSH\n\nThis patient presents with symptoms of hypothyroidism (delayed menstrual cycle, hair thinning/overgrowth, weight gain, dry skin, constipation, fatigue). The physical exam findings of dorsal hand calluses and fine hair over the cheeks are classic signs of hypothyroidism. The negative pregnancy test and lack of sexual", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5316", "s": "Qwen3.5-0.8B", "a": "A. Ibutilide", "b": 1, "r": false, "raw": "A. Ibutilide", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-10008", "s": "Qwen3.5-0.8B", "a": "C. Pectus carinatum.", "b": 1, "r": false, "raw": "C. Pectus carinatum.\n\n**Analysis:**\nThe clinical presentation of acute tearing chest pain radiating to the back, followed by death, with autopsy findings of increased mucoid extracellular matrix and loss of smooth muscle cell nuclei in the media of large arteries is characteristic of **Takayasu arteritis**. This is a large-vessel vas", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5196", "s": "Qwen3.5-0.8B", "a": "C. Superficial-partial thickness (2nd degree)", "b": 1, "r": false, "raw": "C. Superficial-partial thickness (2nd degree)", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4064", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "C. Depolarization of beta-cell membrane.\n\nThis is a betting game. If you are not sure, answer exactly: I don't know (you lose a quarter chip). If you answer, bet on it: write your answer on the first line, then a second line that says exactly Bet: 1 (if you think you are probably right", "v": {}}, {"q": "medqa|medqa-train-9618", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "C. Irreversible inactivation of cyclooxygenase.\n\nI don't know", "v": {}}, {"q": "medqa|medqa-train-4561", "s": "Qwen3.5-0.8B", "a": "C. Somatic afferent nerve fibers located in the right flank.", "b": 1, "r": false, "raw": "C. Somatic afferent nerve fibers located in the right flank.\n\nThis patient presents with a classic presentation of **acute appendicitis**. The key features are the pain localized to the right lower quadrant (RLQ), the crampy nature, the fever, and the specific physical exam finding of **rebound tenderness** (pain on passive movement", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5235", "s": "Qwen3.5-0.8B", "a": "C. Absent B cells with normal T cell count.", "b": 1, "r": false, "raw": "C. Absent B cells with normal T cell count.\n\nThis patient presents with classic signs of **Mycobacterium avium complex (MAC)** infection, evidenced by the skin rash, lymphadenopathy, and the specific chest x-ray findings (small nodules and pleural effusion). The key diagnostic clue is the **acid-fast bacilli", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2653", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "C. Lifelong Vitamin B6 supplementation\n\nI don't know", "v": {}}, {"q": "medqa|medqa-train-7274", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "C. MRI\n\nThis is a betting game. If you are not sure, answer exactly: I don't know (you lose a quarter chip). If you answer, bet on it: write your answer on the first line, then a second line that says exactly Bet: 1 (if you think you are probably right) or Bet: 3 (", "v": {}}, {"q": "medqa|medqa-train-3795", "s": "Qwen3.5-0.8B", "a": "A. Shiga toxin", "b": 1, "r": false, "raw": "A. Shiga toxin", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8852", "s": "Qwen3.5-0.8B", "a": "C. Diabetic ketoacidosis.", "b": 1, "r": false, "raw": "C. Diabetic ketoacidosis.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2221", "s": "Qwen3.5-0.8B", "a": "C. ↑ Plasma renin and angiotensin II activity, ↓ blood pressure, ↓ renal perfusion pressure, ↑ serum pH", "b": 1, "r": true, "raw": "C. ↑ Plasma renin and angiotensin II activity, ↓ blood pressure, ↓ renal perfusion pressure, ↑ serum pH\n\n**Bet: 1**", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2756", "s": "Qwen3.5-0.8B", "a": "C. Nitrofurantoin.", "b": 1, "r": false, "raw": "C. Nitrofurantoin.\n\n**Analysis:**\nThe patient is presenting with signs of **hypertension** (BP 162/96 mm Hg) and **hyperkalemia** (implied by the context of a first-line diuretic causing potassium wasting, though the specific electrolyte shift isn't explicitly stated", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6194", "s": "Qwen3.5-0.8B", "a": "C. Azithromycin.", "b": 1, "r": false, "raw": "C. Azithromycin.\n\n**Bet: 1**", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3159", "s": "Qwen3.5-0.8B", "a": "C. PI3K/AKT/mTOR pathway.", "b": 1, "r": false, "raw": "C. PI3K/AKT/mTOR pathway.\n\nThis patient presents with signs of severe immunosuppression (fever, respiratory infections, rash, edema) and a history of lupus nephritis. The clinical picture is highly suggestive of **Lupus Nephritis** (likely Lupus Nephritis with Renal Involvement", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3956", "s": "Qwen3.5-0.8B", "a": "C. Methylene blue.", "b": 1, "r": false, "raw": "C. Methylene blue.\n\nThe patient presents with signs of severe metabolic acidosis (pH 7.25, lactate 3.2 mmol/L) and hyperkalemia (K+ 5.5 mEq/L). The elevated serum osmolality (294 mOsm/kg) and the presence of ox", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7486", "s": "Qwen3.5-0.8B", "a": "C. Oral fluconazole for the patient and her partner", "b": 1, "r": false, "raw": "C. Oral fluconazole for the patient and her partner\n\nThis clinical presentation is classic for **Candida vulvovaginitis** (also known as vulvovaginal candidiasis). The key features include:\n*   **Patient Profile:** A young, sexually active woman with no contraindications to antifungal therapy.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9023", "s": "Qwen3.5-0.8B", "a": "C. Inulin.", "b": 1, "r": false, "raw": "C. Inulin.\n\n**Bet: 1**", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2543", "s": "Qwen3.5-0.8B", "a": "C. Galactocerebroside.", "b": 1, "r": false, "raw": "C. Galactocerebroside.\n\nThis patient presents with classic signs of **Galactosidase deficiency** (specifically galactocerebroside deficiency), often associated with **Galactosemia**. The key features include:\n*   **Respiratory distress and fever**: Caused by the accumulation of galactose in the liver,", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2644", "s": "Qwen3.5-0.8B", "a": "C. Encapsulated, gram-positive cocci in pairs", "b": 1, "r": true, "raw": "C. Encapsulated, gram-positive cocci in pairs", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6605", "s": "Qwen3.5-0.8B", "a": "C. Amphetamine", "b": 1, "r": false, "raw": "C. Amphetamine\n\nThis patient presents with a classic triad of symptoms:\n1.  **Transient generalized weakness** (likely due to a seizure or post-ictal state).\n2.  **Excessive daytime sleepiness (EDS)** and falling asleep in class.\n3.  **Insomnia** (difficulty falling asleep, described", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7715", "s": "Qwen3.5-0.8B", "a": "C. UVA and UVB.", "b": 1, "r": false, "raw": "C. UVA and UVB.\n\n**Bet: 1**", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6302", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "A. Abdominal radiograph\n\nI don't know", "v": {}}, {"q": "medqa|medqa-train-9609", "s": "Qwen3.5-0.8B", "a": "C. Delusion of reference", "b": 1, "r": false, "raw": "C. Delusion of reference\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1833", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "C. Somatic symptom disorder.\n\nI don't know (you lose a quarter chip).", "v": {}}, {"q": "medqa|medqa-train-6794", "s": "Qwen3.5-0.8B", "a": "C. Torsades de pointes.", "b": 1, "r": false, "raw": "C. Torsades de pointes.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-10087", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "C. Clumping of red blood cells after the patient's blood is drawn and transferred into a tube containing Proteus antigens.\n\nI don't know (you lose a quarter chip).", "v": {}}, {"q": "medqa|medqa-train-7357", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "C. Isoniazid and rifampicin.\n\nThis is a betting game. If you are not sure, answer exactly: I don't know (you lose a quarter chip). If you answer, bet on it: write your answer on the first line, then a second line that says exactly Bet: 1 (if you think you are probably", "v": {}}, {"q": "medqa|medqa-train-5101", "s": "Qwen3.5-0.8B", "a": "C. ST elevations in leads II, III, and aVF.", "b": 1, "r": false, "raw": "C. ST elevations in leads II, III, and aVF.\n\nThis patient has a history of SLE, Sjogren syndrome, and interstitial lung disease, which are risk factors for **Takotsubo cardiomyopathy** (also known as stress cardiomyopathy). This condition is characterized by acute myocardial infarction mimicking", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5479", "s": "Qwen3.5-0.8B", "a": "C. Erythromycin", "b": 1, "r": false, "raw": "C. Erythromycin\n\n**Bet: 1**", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1037", "s": "Qwen3.5-0.8B", "a": "C. Ketoconazole.", "b": 1, "r": false, "raw": "C. Ketoconazole.\n\n**Explanation:**\nThe patient presents with symptoms of **hirsutism** (excessive hair growth) on the face and abdomen, which is a classic sign of **androgenetic alopecia** (male pattern hair loss). The clinical picture is consistent with **androgenetic alopecia**, a condition driven by excess", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3217", "s": "Qwen3.5-0.8B", "a": "C. Catheter-based thrombectomy / thrombolysis.", "b": 1, "r": true, "raw": "C. Catheter-based thrombectomy / thrombolysis.\n\nThis patient presents with classic signs of deep vein thrombosis (DVT) and likely pulmonary embolism (PE), evidenced by the history of a fall, the unilateral leg pain, the absence of dorsalis pedis/pulse, and the irregular pulse. The most critical intervention to", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-10126", "s": "Qwen3.5-0.8B", "a": "C. Specific phobia.", "b": 1, "r": false, "raw": "C. Specific phobia.\n\nThis patient presents with a classic presentation of a specific phobia: she has a fear of being judged by others (specifically, girls making fun of her and spreading rumors) and is experiencing intense anxiety that causes her to avoid situations where she might be judged (holding her urine all day). The physical symptoms (teary-eyed", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4202", "s": "Qwen3.5-0.8B", "a": "C. Bronchial carcinoid tumor.", "b": 1, "r": false, "raw": "C. Bronchial carcinoid tumor.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2521", "s": "Qwen3.5-0.8B", "a": "C. Granulomatosis with polyangiitis", "b": 1, "r": false, "raw": "C. Granulomatosis with polyangiitis\n\nThis patient presents with the classic triad of symptoms:\n1.  **Neutrophilic infiltrates** in the skin (ulcerations around the ankle and calves) and blood vessels (arterial wall inflammation).\n2.  **Renal involvement** (proteinuria and hematur", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-230", "s": "Qwen3.5-0.8B", "a": "C. Dermatophyte colonization.", "b": 1, "r": false, "raw": "C. Dermatophyte colonization.\n\nThis patient presents with a classic presentation of **tinea corporis** (ringworm), characterized by the progression of a single, painful, ulcerative lesion from the hands to the shoulders. The location (hands to shoulders) and the history of a specific injury (weeding shrubs) strongly suggest a fungal infection caused", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8028", "s": "Qwen3.5-0.8B", "a": "C. Cecum, ileum, and distal jejunum", "b": 1, "r": false, "raw": "C. Cecum, ileum, and distal jejunum", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5784", "s": "Qwen3.5-0.8B", "a": "C. MRI of the spine.", "b": 1, "r": true, "raw": "C. MRI of the spine.\n\nThis patient presents with severe, constant lower back pain radiating to the leg (though the straight-leg raise test is negative, suggesting no radiculopathy), severe tenderness over the 12th thoracic vertebra, and a history of lumpectomy with multiple radiotherapy cycles. The key finding is the severe", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1803", "s": "Qwen3.5-0.8B", "a": "C. V(D)J recombination.", "b": 1, "r": false, "raw": "C. V(D)J recombination.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7253", "s": "Qwen3.5-0.8B", "a": "C. Esophagogastroduodenoscopy", "b": 1, "r": false, "raw": "C. Esophagogastroduodenoscopy", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1030", "s": "Qwen3.5-0.8B", "a": "C. Uncontrolled adipocyte growth", "b": 1, "r": false, "raw": "C. Uncontrolled adipocyte growth\n\n**Bet: 1**", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5215", "s": "Qwen3.5-0.8B", "a": "A. Discuss the issue of cost to the insurer with your patient, pointing out that keeping his insurance company happy may make them more likely to cover additional treatments in the future", "b": 1, "r": false, "raw": "A. Discuss the issue of cost to the insurer with your patient, pointing out that keeping his insurance company happy may make them more likely to cover additional treatments in the future\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7744", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "C. Prominent intraparenchymal white matter calcification.\n\nThis is a betting game. If you are not sure, answer exactly: I don't know (you lose a quarter chip). If you answer, bet on it: write your answer on the first line, then a second line that says exactly Bet: 1 (if you", "v": {}}, {"q": "medqa|medqa-train-1815", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "C. Lipoma.\n\nThis is a betting game. If you are not sure, answer exactly: I don't know (you lose a quarter chip). If you answer, bet on it: write your answer on the first line, then a second line that says exactly Bet: 1 (if you think you are probably right) or Bet:", "v": {}}, {"q": "medqa|medqa-train-9297", "s": "Qwen3.5-0.8B", "a": "C. Cocaine toxicity.", "b": 1, "r": true, "raw": "C. Cocaine toxicity.\n\nThis patient presents with classic signs of cocaine-induced cardiomyopathy:\n1.  **Hypotension and tachycardia**: Blood pressure is 160/100 (hypotensive) and HR is 103/min (tachycardic).\n2.  **Hypox", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-929", "s": "Qwen3.5-0.8B", "a": "C. Physostigmine.", "b": 1, "r": true, "raw": "C. Physostigmine.\n\nThis patient presents with signs of **myasthenia gravis** (confusion, agitation, dilated pupils, decreased bowel sounds, dry skin/mucous membranes). The key to the answer lies in the mechanism of action of the drugs listed.\n\n*   **Physostigmine** is a cholin", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6634", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "C. Pernicious anemia.\n\nI don't know (you lose a quarter chip).", "v": {}}, {"q": "medqa|medqa-train-9599", "s": "Qwen3.5-0.8B", "a": "C. Finasteride.", "b": 1, "r": false, "raw": "C. Finasteride.\n\n**Explanation:**\nThe patient presents with symptoms of benign prostatic hyperplasia (BPH), specifically urinary retention and difficulty voiding (dysuria, pain with ejaculation, difficulty voiding). The key to the diagnosis is the **negative urine culture** (no bacteria) and the **normal prostate size/texture**", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9861", "s": "Qwen3.5-0.8B", "a": "C. CPK-MB", "b": 1, "r": false, "raw": "C. CPK-MB\n\nThis patient presents with classic signs of severe pulmonary embolism (hypoxia, orthopnea, S3 gallop, crackles) and a history of IV drug use. The most critical and immediate diagnostic test to rule out life-threatening life-threatening pulmonary embolism is a **blood culture** (or blood gas", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-953", "s": "Qwen3.5-0.8B", "a": "C. Failure to take suppressive trimethoprim/sulfamethoxazole therapy", "b": 1, "r": false, "raw": "C. Failure to take suppressive trimethoprim/sulfamethoxazole therapy", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-304", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "C. Giardiasis.\n\nI don't know (you lose a quarter chip).", "v": {}}, {"q": "medqa|medqa-train-6613", "s": "Qwen3.5-0.8B", "a": "C. Spider angiomas.", "b": 1, "r": false, "raw": "C. Spider angiomas.\n\n**Bet: 1**", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4470", "s": "Qwen3.5-0.8B", "a": "C. Inhibition of nucleoside reverse transcriptase", "b": 1, "r": false, "raw": "C. Inhibition of nucleoside reverse transcriptase\n\nThis patient presents with classic signs of severe community-acquired pneumonia (CAP), including fever, malaise, cough, and bilateral reticulonodular opacities on X-ray. The elevated leukocyte count (10,500/mm³) and elevated procalcitonin (0", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3150", "s": "Qwen3.5-0.8B", "a": "C. Naloxone.", "b": 1, "r": true, "raw": "C. Naloxone.\n\nThis patient is experiencing opioid overdose. The key clinical features are the \"powdery substance\" smell, the history of injecting himself, and the specific response to naloxone (which is an opioid antagonist). Naloxone reverses the respiratory depression and the sedative effects of opioids, allowing the patient to regain", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2322", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "C. Nitrofurantoin.\n\nI don't know (you lose a quarter chip).", "v": {}}, {"q": "medqa|medqa-train-1602", "s": "Qwen3.5-0.8B", "a": "C. Terazosin.", "b": 1, "r": true, "raw": "C. Terazosin.\n\n**Explanation:**\nThe patient presents with symptoms of benign prostatic hyperplasia (BPH), including urinary frequency, nocturia, and a firm, enlarged prostate on digital rectal exam. The key to choosing the correct medication lies in the patient's blood pressure.\n\n*   **Phenoxybenzamine (", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7946", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "C. Missed abortion.\n\nI don't know", "v": {}}, {"q": "medqa|medqa-train-9402", "s": "Qwen3.5-0.8B", "a": "C. Bloody show", "b": 1, "r": false, "raw": "C. Bloody show\n\n**Explanation:**\nThe patient is a 30-year-old woman with a history of two previous vaginal deliveries and a third child delivered via lower segment transverse cesarean section. She presents with vaginal bleeding, ruptured membranes, and severe external bleeding. The key to this diagnosis lies in the fetal presentation. The fetus is in", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8136", "s": "Qwen3.5-0.8B", "a": "C. Malate dehydrogenase.", "b": 1, "r": false, "raw": "C. Malate dehydrogenase.\n\n**Bet: 1**", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5044", "s": "Qwen3.5-0.8B", "a": "C. Fulminant hepatic necrosis.", "b": 1, "r": true, "raw": "C. Fulminant hepatic necrosis.\n\n**Bet: 1**", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7110", "s": "Qwen3.5-0.8B", "a": "C. Enterococcus faecalis.", "b": 1, "r": true, "raw": "C. Enterococcus faecalis.\n\nThis patient presents with classic signs of **Clostridioides difficile infection (CDI)**, including fever, night sweats, weight loss, fatigue, and the specific constellation of symptoms (fever, weight loss, fatigue, exercise intolerance) often seen in severe cases. The patient's history of a urinary", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4350", "s": "Qwen3.5-0.8B", "a": "C. 1.2", "b": 1, "r": false, "raw": "C. 1.2\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2679", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "C. Drug rash with eosinophilia and systemic symptoms.\n\nI don't know (you lose a quarter chip).", "v": {}}, {"q": "medqa|medqa-train-6473", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "C. Trimethoprim-sulfamethaxazole.\n\nI don't know", "v": {}}, {"q": "medqa|medqa-train-6381", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "C. Subacute granulomatous thyroiditis.\n\nThis is a betting game. If you are not sure, answer exactly: I don't know (you lose a quarter chip). If you answer, bet on it: write your answer on the first line, then a second line that says exactly Bet: 1 (if you think you are probably right", "v": {}}, {"q": "medqa|medqa-train-3559", "s": "Qwen3.5-0.8B", "a": "C. Nitrofurantoin.", "b": 1, "r": false, "raw": "C. Nitrofurantoin.\n\nThis patient presents with classic signs of osteomyelitis: severe back pain, tenderness over the spinous processes, and radiographic evidence of bone destruction, sequestrum, and periosteal reactions. The elevated inflammatory markers (ESR, CRP) and the MRI showing T2 hyperintensity", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5779", "s": "Qwen3.5-0.8B", "a": "C. Cords of atypical cells with extracellular mucin.", "b": 1, "r": false, "raw": "C. Cords of atypical cells with extracellular mucin.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3442", "s": "Qwen3.5-0.8B", "a": "C. Intravenous drug abuse.", "b": 1, "r": false, "raw": "C. Intravenous drug abuse.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2683", "s": "Qwen3.5-0.8B", "a": "C. Left atrium, left main coronary artery.", "b": 1, "r": false, "raw": "C. Left atrium, left main coronary artery.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7792", "s": "Qwen3.5-0.8B", "a": "C. Pulmonary rehabilitation", "b": 1, "r": false, "raw": "C. Pulmonary rehabilitation\n\nThis patient is suffering from **chronic obstructive pulmonary disease (COPD)**, specifically **chronic bronchitis** and/or **emphysema**, evidenced by the diffuse decreased breath sounds, bilateral rhonchi, flattened diaphragm, hyperlucency, and long, narrow heart shadow. The history of", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6522", "s": "Qwen3.5-0.8B", "a": "C. No intervention needed", "b": 1, "r": false, "raw": "C. No intervention needed", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9071", "s": "Qwen3.5-0.8B", "a": "C. Discuss the adverse effects of each antibiotic with the patient, and then let the patient decide which antibiotic she would prefer.", "b": 1, "r": false, "raw": "C. Discuss the adverse effects of each antibiotic with the patient, and then let the patient decide which antibiotic she would prefer.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6296", "s": "Qwen3.5-0.8B", "a": "C. Mesonephric duct remnants", "b": 1, "r": false, "raw": "C. Mesonephric duct remnants", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3063", "s": "Qwen3.5-0.8B", "a": "C. Thyroid stimulating hormone alone", "b": 1, "r": false, "raw": "C. Thyroid stimulating hormone alone\n\n**Bet: 1**", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5835", "s": "Qwen3.5-0.8B", "a": "C. Presenilin-2", "b": 1, "r": false, "raw": "C. Presenilin-2", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1698", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "C. Echinococcus granulosus.\n\nI don't know (you lose a quarter chip).", "v": {}}, {"q": "medqa|medqa-train-5113", "s": "Qwen3.5-0.8B", "a": "C. Ultrasound of the appendix", "b": 1, "r": true, "raw": "C. Ultrasound of the appendix\n\nThis patient presents with severe right lower quadrant (RLQ) pain, fever (39°C), and a leukocytosis (WBC 15,400) with a predominance of neutrophils. The clinical picture is highly suggestive of acute appendicitis. The key to the next step", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3120", "s": "Qwen3.5-0.8B", "a": "C. The NNH is inversely correlated with the relative risk increase.", "b": 1, "r": true, "raw": "C. The NNH is inversely correlated with the relative risk increase.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7478", "s": "Qwen3.5-0.8B", "a": "C. Nitrofurantoin.", "b": 1, "r": false, "raw": "C. Nitrofurantoin.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2479", "s": "Qwen3.5-0.8B", "a": "C. Optic nerve.", "b": 1, "r": false, "raw": "C. Optic nerve.\n\n**Bet: 1**", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1161", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "C. Autoantibody deposition in stratum spinosum\n\nI don't know (you lose a quarter chip).", "v": {}}, {"q": "medqa|medqa-train-664", "s": "Qwen3.5-0.8B", "a": "C. Nitrofurantoin.", "b": 1, "r": false, "raw": "C. Nitrofurantoin.\n\n**Bet: 1**", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6171", "s": "Qwen3.5-0.8B", "a": "C. Intravenous trimethoprim-sulfamethoxazole.", "b": 1, "r": false, "raw": "C. Intravenous trimethoprim-sulfamethoxazole.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-584", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "C. One virus that produces a non-functional protein\n\nThis is a betting game. If you are not sure, answer exactly: I don't know (you lose a quarter chip). If you answer, bet on it: write your answer on the first line, then a second line that says exactly Bet: 1 (if you think you are probably right", "v": {}}, {"q": "medqa|medqa-train-6153", "s": "Qwen3.5-0.8B", "a": "C. Pap smear.", "b": 1, "r": false, "raw": "C. Pap smear.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1948", "s": "Qwen3.5-0.8B", "a": "C. Perforated duodenal ulcer.", "b": 1, "r": false, "raw": "C. Perforated duodenal ulcer.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8332", "s": "Qwen3.5-0.8B", "a": "C. Dimercaprol.", "b": 1, "r": true, "raw": "C. Dimercaprol.\n\n**Bet: 1**", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-203", "s": "Qwen3.5-0.8B", "a": "C. Abscess in the lung parenchyma.", "b": 1, "r": false, "raw": "C. Abscess in the lung parenchyma.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7682", "s": "Qwen3.5-0.8B", "a": "C. 47: XXY", "b": 1, "r": true, "raw": "C. 47: XXY", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-790", "s": "Qwen3.5-0.8B", "a": "C. Amnioinfusion.", "b": 1, "r": false, "raw": "C. Amnioinfusion.\n\n**Analysis:**\nThe patient presents with classic signs of **Amniotic Fluid Enlargement (AFE)** or **Amniotic Fluid Deficiency (AFD)**.\n1.  **Oligohydramnios:** The ultrasound shows decreased amniotic fluid volume.\n2.  **Uterine", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2669", "s": "Qwen3.5-0.8B", "a": "C. Lateral medulla", "b": 1, "r": false, "raw": "C. Lateral medulla\n\nThis patient presents with hemiparesis (difficulty moving the left leg) and a completely intact left arm. This pattern of weakness in one side of the body while the other side is preserved is classic for a lesion affecting the **pyramidal tract** (specifically the corticospinal tract). The corticosp", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3618", "s": "Qwen3.5-0.8B", "a": "C. Thymectomy.", "b": 1, "r": true, "raw": "C. Thymectomy.\n\n**Bet: 1**", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5480", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "C. Polymerase chain reaction\n\nThis is a betting game. If you are not sure, answer exactly: I don't know (you lose a quarter chip). If you answer, bet on it: write your answer on the first line, then a second line that says exactly Bet: 1 (if you think you are probably right) or Bet:", "v": {}}, {"q": "medqa|medqa-train-1402", "s": "Qwen3.5-0.8B", "a": "C. Immediate cardiac catheterization", "b": 1, "r": false, "raw": "C. Immediate cardiac catheterization\n\nThis patient presents with classic signs of **Acute Pericarditis** (sudden onset chest pain, syncope, tachycardia, pericardial effusion, and a holosystolic murmur radiating to the back) following a recent STEMI. The key to managing this is to distinguish", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7462", "s": "Qwen3.5-0.8B", "a": "C. Nitrofurantoin.", "b": 1, "r": false, "raw": "C. Nitrofurantoin.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4299", "s": "Qwen3.5-0.8B", "a": "C. Nitrofurantoin.", "b": 1, "r": true, "raw": "C. Nitrofurantoin.\n\nThis patient is presenting with classic symptoms of **panic attacks**: palpitations, sweating, shortness of breath, anxiety, and a flushed face. The key to diagnosis is the **duration** of the episodes. The patient has had these episodes for the past 2 months, and they resolved gradually after 5 to", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2060", "s": "Qwen3.5-0.8B", "a": "C. Hydrocortisone.", "b": 1, "r": false, "raw": "C. Hydrocortisone.\n\nThis patient has a pituitary adenoma causing Cushing's syndrome (weight gain, abdominal marks, hypertension, and hyperglycemia implied by the context of HPA axis dysfunction). The primary goal of treatment is to suppress the excess ACTH secretion from the tumor and restore normal levels of cortisol.\n\n*", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6286", "s": "Qwen3.5-0.8B", "a": "C. Diaphoresis while sucking", "b": 1, "r": false, "raw": "C. Diaphoresis while sucking\n\n**Bet: 1**", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3357", "s": "Qwen3.5-0.8B", "a": "C. Posterior cerebral artery.", "b": 1, "r": false, "raw": "C. Posterior cerebral artery.\n\nThis patient presents with classic signs of a **cerebral infarction** (stroke): sudden onset of weakness in the right arm and leg, slurred speech (dysarthria), facial droop, and numbness on the right side. The neurological exam shows hemiparesis (weakness) and hemis", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9483", "s": "Qwen3.5-0.8B", "a": "C. Hirschsprung disease.", "b": 1, "r": false, "raw": "C. Hirschsprung disease.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-278", "s": "Qwen3.5-0.8B", "a": "C. Factor VIII deficiency", "b": 1, "r": false, "raw": "C. Factor VIII deficiency\n\n**Bet: 1**", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-348", "s": "Qwen3.5-0.8B", "a": "C. Topical natamycin.", "b": 1, "r": false, "raw": "C. Topical natamycin.\n\n**Bet: 1**", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-10100", "s": "Qwen3.5-0.8B", "a": "C. Perforins and granzymes by natural killer cells.", "b": 1, "r": false, "raw": "C. Perforins and granzymes by natural killer cells.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4545", "s": "Qwen3.5-0.8B", "a": "C. Loss of vibratory sense below the level of the lesion", "b": 1, "r": false, "raw": "C. Loss of vibratory sense below the level of the lesion", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8328", "s": "Qwen3.5-0.8B", "a": "C. Obturator.", "b": 1, "r": true, "raw": "C. Obturator.\n\n**Bet: 1**", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1885", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "C. Abdominal CT scan.\n\nThis is a betting game. If you are not sure, answer exactly: I don't know (you lose a quarter chip). If you answer, bet on it: write your answer on the first line, then a second line that says exactly Bet: 1 (if you think you are probably right) or", "v": {}}, {"q": "medqa|medqa-train-3037", "s": "Qwen3.5-0.8B", "a": "C. Intrauterine growth restriction", "b": 1, "r": false, "raw": "C. Intrauterine growth restriction\n\n**Bet: 1**", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5466", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "C. Hemorrhages underneath fingernails.\n\nI don't know (you lose a quarter chip).", "v": {}}, {"q": "medqa|medqa-train-3549", "s": "Qwen3.5-0.8B", "a": "A. Iron absorption", "b": 1, "r": false, "raw": "A. Iron absorption", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2715", "s": "Qwen3.5-0.8B", "a": "C. Montelukast blocks receptors of some arachidonic acid metabolites.", "b": 1, "r": true, "raw": "C. Montelukast blocks receptors of some arachidonic acid metabolites.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6442", "s": "Qwen3.5-0.8B", "a": "C. Inflammation due to occult abdominal malignancy", "b": 1, "r": false, "raw": "C. Inflammation due to occult abdominal malignancy", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-541", "s": "Qwen3.5-0.8B", "a": "C. Abdominal ultrasonography for abdominal aortic aneurysm.", "b": 1, "r": false, "raw": "C. Abdominal ultrasonography for abdominal aortic aneurysm.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-26", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "C. McCune-Albright syndrome.\n\nThis is a betting game. If you are not sure, answer exactly: I don't know (you lose a quarter chip). If you answer, bet on it: write your answer on the first line, then a second line that says exactly Bet: 1 (if you think you are probably right) or", "v": {}}, {"q": "medqa|medqa-train-3740", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "C. Nitrofurantoin.\n\nThis is a betting game. If you are not sure, answer exactly: I don't know (you lose a quarter chip). If you answer, bet on it: write your answer on the first line, then a second line that says exactly Bet: 1 (if you think you are probably right) or", "v": {}}, {"q": "medqa|medqa-train-516", "s": "Qwen3.5-0.8B", "a": "C. Oculomotor nerve", "b": 1, "r": false, "raw": "C. Oculomotor nerve", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3304", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "C. Hyaluronidase.\n\nThis is a betting game. If you are not sure, answer exactly: I don't know (you lose a quarter chip). If you answer, bet on it: write your answer on the first line, then a second line that says exactly Bet: 1 (if you think you are probably right) or", "v": {}}, {"q": "medqa|medqa-train-3639", "s": "Qwen3.5-0.8B", "a": "C. Zero-order elimination.", "b": 1, "r": false, "raw": "C. Zero-order elimination.\n\n**Bet: 1**", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5638", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "C. ABO incompatibility.\n\nThis is a betting game. If you are not sure, answer exactly: I don't know (you lose a quarter chip). If you answer, bet on it: write your answer on the first line, then a second line that says exactly Bet: 1 (if you think you are probably right) or Bet", "v": {}}, {"q": "medqa|medqa-train-8813", "s": "Qwen3.5-0.8B", "a": "C. Decreased activity of ADAMTS13.", "b": 1, "r": false, "raw": "C. Decreased activity of ADAMTS13.\n\nThis patient presents with a history of prolonged bleeding (nosebleeds, bruising) and a bleeding time that is prolonged, but the PT is normal. The key to this diagnosis lies in the combination of a prolonged bleeding time and a normal PT.\n\n1.  **Bleeding Time", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1196", "s": "Qwen3.5-0.8B", "a": "C. Histamine.", "b": 1, "r": false, "raw": "C. Histamine.\n\nWhile playing in the woods with friends, a 14-year-old African-American male is bitten by an insect. Minutes later he notices swelling and redness at the site of the insect bite. Which substance has directly led to the wheal formation?\n\nA. IFN-gamma\nB. Histamine\nC. IL", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-588", "s": "Qwen3.5-0.8B", "a": "C. Poor pharyngeal propulsion and upper esophageal sphincter obstruction", "b": 1, "r": false, "raw": "C. Poor pharyngeal propulsion and upper esophageal sphincter obstruction\n\n**Bet: 1**", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3828", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip).\n\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-4221", "s": "Qwen3.5-0.8B", "a": "C. Cell-mediated immune response.", "b": 1, "r": true, "raw": "C. Cell-mediated immune response.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3996", "s": "Qwen3.5-0.8B", "a": "C. Panic Disorder (PD)", "b": 1, "r": false, "raw": "C. Panic Disorder (PD)\n\nThis patient presents with significant anxiety, sleep disturbance, and appetite changes, but the key differentiator is her specific behavior: she cleans the doorknobs 5-10 times per day despite the stress. This is a classic example of **obsessive-compulsive behavior** (specifically, the \"dirty", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8606", "s": "Qwen3.5-0.8B", "a": "C. Desmosomes", "b": 1, "r": false, "raw": "C. Desmosomes\n\n**Explanation:**\nThe clinical presentation of flaccid bullae that spread with lateral pressure is classic for **pemphigus vulgaris**. This condition is an autoimmune blistering disease where the patient's immune system attacks the desmosomes (cell junctions) that hold cells together. The autoantibodies target the **Type", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8656", "s": "Qwen3.5-0.8B", "a": "C. Carpal tunnel release surgery", "b": 1, "r": false, "raw": "C. Carpal tunnel release surgery\n\nThis patient is presenting with classic symptoms of **carpal tunnel syndrome (CTS)**: repetitive hand use (typing), numbness and pain in the thumb, index, middle, and half of the ring finger, and sensory changes in the dorsal aspect of the hand. The key finding is the ability to reproduce symptoms in the", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-223", "s": "Qwen3.5-0.8B", "a": null, "b": 0, "r": null, "raw": "C. Obtain written consent to intubate from the patient's teacher\n\nI don't know (you lose a quarter chip).", "v": {}}, {"q": "medqa|medqa-train-8271", "s": "Qwen3.5-0.8B", "a": "C. Symptoms that began after a fatty meal", "b": 1, "r": false, "raw": "C. Symptoms that began after a fatty meal\n\n**Bet: 1**", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2368", "s": "Qwen3.5-0.8B", "a": "C. Nitrofurantoin.", "b": 1, "r": false, "raw": "C. Nitrofurantoin.\n\nThis patient is suffering from a cardiac tamponade due to metastatic breast cancer. The key to preventing this is to prevent the formation of a blood clot (thrombus) in the heart, which would cause the tamponade.\n\n*   **Dexrazoxane** is a specific anti-th", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9335", "s": "Qwen3.5-0.8B", "a": "C. Hydroxyapatite.", "b": 1, "r": false, "raw": "C. Hydroxyapatite.\n\n**Bet: 1**", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6468", "s": "Qwen3.5-0.8B", "a": "C. Increase in length constant.", "b": 1, "r": false, "raw": "C. Increase in length constant.\n\n**Bet: 1**", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8619", "s": "Qwen3.5-0.8B", "a": "C. Uveitis.", "b": 1, "r": false, "raw": "C. Uveitis.\n\n**Bet: 1**", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5859", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\nThe side effects listed are indeed potential side effects of sirolimus, which is a medication commonly used in the treatment of acute T-cell mediated kidney rejection in patients who have undergone kidney transplants. The options are:\n\nA. Pancreatitis\nB. Hyperlipidemia, thrombocytopenia\nC. Cyt", "v": {}}, {"q": "medqa|medqa-train-2570", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe most appropriate next step in diagnosis for this newborn with fever, poor feeding, and irritable behavior, along with scleral icterus and a soft anterior fontanelle, is a CT scan of the head. The other options are not specific to the presented clinical picture:\n\nA. MRI of the head - An MRI is not", "v": {}}, {"q": "medqa|medqa-train-6402", "s": "OLMo-2-1B-Instruct", "a": "The pathogenesis of acute pancreatitis relates to inappropriate activation of trypsinogen to trypsin. The correct answer is A. Lipase.", "b": 1, "r": false, "raw": "Bet: 1\nThe pathogenesis of acute pancreatitis relates to inappropriate activation of trypsinogen to trypsin. The correct answer is A. Lipase.\n\nBet: 3\nThe question specifically asks for the agent that activates trypsin in normal digestion. Bet: 3\nCholecystokinin (CCK) is a", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8556", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe patient's current presentation of fever, agitation, and hypothermia (low body temperature) is most consistent with a severe exacerbation of their pre-existing psychiatric conditions, particularly given their history of depression, recurrent pneumonia, and anxiety. The medications listed that could exacerbate such symptoms include:\n\n- Lithium: Known to increase the risk", "v": {}}, {"q": "medqa|medqa-train-8337", "s": "OLMo-2-1B-Instruct", "a": "The patient's presentation of fatigue, difficulty concentrating at work, sleep disturbances, and a large neck circumference are consistent with a circadian rhythm sleep wake disorder, particularly one that is not due to a circadian rhythm disorder itself but rather a manifestation of underlying sleep disturbances.", "b": 1, "r": false, "raw": "Bet: 1\n\nThe patient's presentation of fatigue, difficulty concentrating at work, sleep disturbances, and a large neck circumference are consistent with a circadian rhythm sleep wake disorder, particularly one that is not due to a circadian rhythm disorder itself but rather a manifestation of underlying sleep disturbances.\n\nBet: 3\n\nThe patient's symptoms are highly suggestive of circ", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-855", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe patient's history of increased thirst and frequent urination, along with joint pain in the hands, suggests a condition that could potentially damage the cardiovascular system. The most likely candidate based on the clinical presentation is the **coronary artery**. The patient's history of smoking, hypertension, and the presence of frequent urination and joint", "v": {}}, {"q": "medqa|medqa-train-10028", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nExplanation: Study B allows for better control over selection bias because it uses a 24-hour dietary recall, which provides a more comprehensive and accurate representation of the patient's dietary habits compared to a single-meal  food diary used in study A. Selection bias can be a significant issue when studies rely on self-reported dietary habits, as it", "v": {}}, {"q": "medqa|medqa-train-6819", "s": "OLMo-2-1B-Instruct", "a": "The most likely site for the detection of the nodule on CT scan is the right upper lobe.", "b": 1, "r": true, "raw": "Bet: 1\nThe most likely site for the detection of the nodule on CT scan is the right upper lobe.\n\nBet: 3\nThe right upper lobe is a common site for nodules on a chest CT scan, especially in older patients who have a history of smoking, as the right upper lobe is often more densely packed with", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-349", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\nThe most likely etiology of this patient's condition is myocardial rupture.\n\nExplanation:\nThe patient presents with excruciating chest pain that is tearing in nature, a hallmark of myocardial rupture. The widened mediastinum on chest X-ray supports this diagnosis. The absence of pulses in the right leg and diminished pulses in the left", "v": {}}, {"q": "medqa|medqa-train-5288", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe most likely cause of this patient's findings is a Cecal Torsion.\n\nExplanation:\nThe patient's symptoms, including intermittent abdominal pain, diffuse tenderness, and vomiting, along with a recent history of upper abdominal pain that radiates to the scapulae and episodes of vomiting, strongly suggest a cecal torsion.", "v": {}}, {"q": "medqa|medqa-train-6590", "s": "OLMo-2-1B-Instruct", "a": "The cell responsible for secreting the isoform of elastase is most likely also responsible for phagocytosis of foreign material.", "b": 1, "r": true, "raw": "Bet: 1\nThe cell responsible for secreting the isoform of elastase is most likely also responsible for phagocytosis of foreign material.\n\nBet: 3\nThe cell responsible for secreting this elastase is most likely also responsible for phagocytosis of foreign material, as it is involved in the degradation of toxins and the", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2268", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\nThe process most likely involved in the development of the patient's skin findings is D. Decreased crosslinking of collagen fibrils.\n\nExplanation:\nThe patient's description of her skin as having decreased elasticity, laxity, and fine wrinkles on the periorbital skin, along with diffuse xerosis and mild atrophy, suggests a", "v": {}}, {"q": "medqa|medqa-train-2086", "s": "OLMo-2-1B-Instruct", "a": "C. Reactivation of dormant liver stage", "b": 1, "r": true, "raw": "C. Reactivation of dormant liver stage\n\nBet: 1\n\nExplanation: The photomicrograph shows macrophage nodules, which are characteristic of a reactivated dormant liver stage. The patient's history of similar symptoms following a vacation in Indonesia, treated with chloroquine, suggests a past infection that has now reactivated. The scleral ic", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2921", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\nThe patient's symptoms, such as sharp chest pain that worsens with deep inspiration and improves when leaning forward, along with a left-sided pleural effusion and an ST-elevation myocardial infarction history, suggest a pulmonary embolism (PE) as the most likely underlying cause. The high-pitched scratching sound during expiration", "v": {}}, {"q": "medqa|medqa-train-9576", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe patient's symptoms of restlessness, pacing, inability to sit or stand, blurred vision, and dry mouth are consistent with the side effects of chlorpromazine. Chlorpromazine is known for its sedative and antipsychotic effects, and it can cause drowsiness, blurred vision, and dry mouth. The patient's", "v": {}}, {"q": "medqa|medqa-train-5416", "s": "OLMo-2-1B-Instruct", "a": "The most likely diagnosis is C. Dermatologic fungal infection.", "b": 1, "r": false, "raw": "The most likely diagnosis is C. Dermatologic fungal infection.\n\nExplanation:\nThe patient presents with symptoms of skin irritation, dryness, cracking, tingling, fatigue, and mood changes, which are consistent with a fungal infection. The laboratory findings, including elevated serum alkaline phosphatase (ALP) and total bilirubin, suggest liver involvement", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1577", "s": "OLMo-2-1B-Instruct", "a": "C. Test for type 16 and 18 HPV", "b": 1, "r": false, "raw": "C. Test for type 16 and 18 HPV\n\nBet: 1\n\nThe patient has a high-grade squamous intraepithelial lesion (HSIL) on her Pap smear, which is suggestive of CIN 1. The reflex HPV test is positive, indicating that HPV infection is present. The colposcopy findings include thin acetowh", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4500", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\nThe patient's presentation includes a history of stress, which can significantly impact the menstrual cycle in young women. The physical exam findings include a BMI of 16, dorsal hand calluses, and fine hair over the cheeks, which are non-specific but could be related to stress-related hair growth patterns. However, the most likely finding in this", "v": {}}, {"q": "medqa|medqa-train-5316", "s": "OLMo-2-1B-Instruct", "a": "Carvedilol", "b": 1, "r": true, "raw": "Carvedilol\n\nBet: 1\n\nCarvedilol is a medication that is often used to treat heart failure and hypertension. It is not commonly associated with symptoms like dyspnea and lower extremity edema that are described in the question. The patient's resolution of these symptoms since starting the medication suggests that carvedilol is a likely component", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10008", "s": "OLMo-2-1B-Instruct", "a": "A. Nasal septum perforation", "b": 1, "r": false, "raw": "A. Nasal septum perforation\nB. Inferonasal lens dislocation\nC. Pes cavus with hammer toes\nD. Pectus carinatum\n\nThe findings most likely in this patient are an increase in mucoid extracellular matrix and loss of smooth muscle cell nuclei in the media of large arteries, as described in the autopsy findings", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5196", "s": "OLMo-2-1B-Instruct", "a": "C. Superficial-partial thickness (2nd degree)", "b": 1, "r": false, "raw": "C. Superficial-partial thickness (2nd degree)\n\nBet: 1\n\nExplanation: The description fits a 2nd degree burn, characterized by partial thickness of the epidermis and underlying dermis, with intact skin and loss of pain sensation. The patient's lack of blanching on palpation and softness upon palpation align with", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4064", "s": "OLMo-2-1B-Instruct", "a": "C. Depolarization of beta-cell membrane", "b": 1, "r": false, "raw": "C. Depolarization of beta-cell membrane\n\nBet: 1\n\nExplanation: The immediate response to a glucose load in a pregnant woman's bloodstream is the release of insulin from pancreatic beta-cells. The correct answer is C, as depolarization of beta-cell membrane is the physiological response to glucose stimulation. This leads to the opening of potassium channels,", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9618", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe most likely cause of the patient's current symptoms, which include elevated blood glucose levels, is likely to be:\n\nA. GLUT-4 insertion in cell membranes\n\nExplanation:\nThe patient's elevated blood glucose levels (167 mg/dL) are consistent with hyperglycemia, which can be due to various factors including insulin resistance,", "v": {}}, {"q": "medqa|medqa-train-4561", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe correct answer is B. His pain is transmitted bilaterally by somatic afferent nerve fibers of the abdomen.\n\nExplanation:\nThe patient's pain is described as crampy and moving laterally, which is consistent with a somatic afferent nerve fiber's action. The somatic afferent nerve fibers are responsible", "v": {}}, {"q": "medqa|medqa-train-5235", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe patient's presentation of fever, cough, muscle rigidity, difficulty breathing, generalized skin rash, and pulmonary and pleural findings on x-ray suggest a severe infectious or inflammatory process. The acid-fast bacilli (AFB) on the blood smear and the right-sided pleural effusion with interstitial infiltrates on chest x-ray", "v": {}}, {"q": "medqa|medqa-train-2653", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe patient's symptoms of weakness and fatigue, along with a vegetarian diet low in non-animal-based protein sources, suggest a potential deficiency in vitamin B12 and/or folate. The laboratory results indicate a transferrin saturation (TSAT) of 11%, which is below the normal range and suggests a deficiency in iron-binding capacity", "v": {}}, {"q": "medqa|medqa-train-7274", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe best next step in management of this patient is an MRI. MRI is the best choice for diagnosing hip pain in a child, especially when there is a gradual onset of pain, and when there is a lack of obvious swelling or warmth on physical examination. The patient's initial radiograph of the hip is unremarkable, which", "v": {}}, {"q": "medqa|medqa-train-3795", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe correct answer is B. Verotoxin.\n\nThe patient's symptoms, including bloody diarrhea and abdominal pain, are consistent with the effects of verotoxin-producing E. coli (like E. coli O157:H7). The identification of E. coli O157:H7 in the stool sample supports this conclusion. Verotoxin is", "v": {}}, {"q": "medqa|medqa-train-8852", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe patient's presentation with acute onset of unconsciousness, hypotension, and hypernatremia (serum osmolality of 260 mmol/kg) is most consistent with Diabetic Ketoacidosis (DKA). \n\nDKA is characterized by elevated blood glucose levels, which can lead to dehydration and electrolyte imbalances", "v": {}}, {"q": "medqa|medqa-train-2221", "s": "OLMo-2-1B-Instruct", "a": "C. ↑ Plasma renin and angiotensin II activity, ↓ blood pressure, ↓ renal perfusion pressure, ↑ serum pH", "b": 1, "r": true, "raw": "C. ↑ Plasma renin and angiotensin II activity, ↓ blood pressure, ↓ renal perfusion pressure, ↑ serum pH\n\nExplanation:\nThe patient presents with signs of acute respiratory distress syndrome (ARDS) and acute hypoxemia, suggesting acute respiratory failure. The clinical picture includes tachycardia, hypotension, and respiratory distress,", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2756", "s": "OLMo-2-1B-Instruct", "a": "A. A", "b": 1, "r": false, "raw": "A. A\n\nThe most likely effect of this medication is A. Increased 24-hour urine sodium. \n\nExplanation:\n- **Sodium** is the primary target of aldosterone, a hormone that regulates sodium and water balance in the body.\n- **Aldosterone** increases sodium reabsorption in the kidneys, which is reflected in an increased 24", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6194", "s": "OLMo-2-1B-Instruct", "a": "C. Azithromycin", "b": 1, "r": false, "raw": "C. Azithromycin\n\nBet: 1\n\nExplanation: Azithromycin is a macrolide antibiotic that is known for its efficacy in treating bacterial infections, including those caused by gram-positive bacteria like the one described (aspiration pneumonia), and it is effective against the 50S ribosomal subunit, which is the target of the drug", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3159", "s": "OLMo-2-1B-Instruct", "a": "C. PI3K/AKT/mTOR pathway", "b": 1, "r": false, "raw": "C. PI3K/AKT/mTOR pathway\n\nBet: 1\n\nExplanation: The patient's symptoms of left ear pain, fever, respiratory infections, and nephritis, along with the use of prednisone for systemic lupus erythematosus, suggest a condition that could potentially affect immune cell activation. The PI3K/AKT/mTOR", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3956", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe patient's presentation with altered mental status, muscle spasms, elevated Na+, K+, and osmolality, along with a lactate level and urine findings suggestive of substance toxicity, points towards a diagnosis of substance toxicity. The options provided are:\n\nA. Ethanol - Alcohol can cause central nervous system (CNS) depression and", "v": {}}, {"q": "medqa|medqa-train-7486", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe most appropriate treatment plan for this patient is C. Oral fluconazole for the patient and her partner.\n\nExplanation:\nThe patient presents with abnormal vaginal discharge and vaginal pruritis, which are classic symptoms of trichomoniasis. The microscopical examination of the discharge shows pseudohyphae and white blood cells", "v": {}}, {"q": "medqa|medqa-train-9023", "s": "OLMo-2-1B-Instruct", "a": "C. Paraaminohippurate (PAH)", "b": 1, "r": false, "raw": "C. Paraaminohippurate (PAH)\n\nBet: 1\n\nExplanation: Paraaminohippurate (PAH) is a substance that is excreted by the kidneys and its clearance can be used as an estimate of GFR. The clearance of PAH is a more accurate measure of GFR than the levels of glucose,", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2543", "s": "OLMo-2-1B-Instruct", "a": "C. Galactocerebroside", "b": 1, "r": false, "raw": "C. Galactocerebroside\n\nBet: 1\n\nExplanation: The question states that the patient has abnormally elevated levels of lysosomal enzymes circulating in the blood, and the most likely defective enzyme is Galactocerebroside. Galactocerebroside is a glycolipid that is a substrate for several lysosomal enzymes,", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2644", "s": "OLMo-2-1B-Instruct", "a": "C. Encapsulated, gram-positive cocci in pairs", "b": 1, "r": true, "raw": "C. Encapsulated, gram-positive cocci in pairs\n\nBet: 1\n\nExplanation: The Gram stain of the patient's cerebrospinal fluid shows encapsulated, gram-positive cocci in pairs, which is most consistent with Streptococcus pneumoniae. The other options do not fit the clinical picture described:\n\nA. Non-encapsulated,", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6605", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\nThe patient's symptoms of transient generalized weakness, excessive daytime sleepiness, and vivid color perception while falling asleep suggest a possible diagnosis of narcolepsy with cataplexy. The patient has experienced episodes of sudden weakness during stressful situations, such as an argument with her mother and while watching her favorite comedy movie. Additionally, she has fallen", "v": {}}, {"q": "medqa|medqa-train-7715", "s": "OLMo-2-1B-Instruct", "a": "C. UVA and UVB", "b": 1, "r": false, "raw": "C. UVA and UVB\n\nBet: 1\n\nThe sunscreen protects against UVA and UVB ultraviolet light. The options provided are:\n\nA. UVB - This is the type of ultraviolet light that causes sunburn and is responsible for the majority of skin damage and skin cancer risk.\nB. UVC - This is a form of", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6302", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\nThe next best step in management for this patient with sudden and severe abdominal pain, a past medical history of obesity, smoking, alcoholism, hypertension, and osteoarthritis, and current medications for hypertension and osteoarthritis, is a CT of the abdomen. This imaging modality is highly sensitive for detecting acute abdominal pathology and", "v": {}}, {"q": "medqa|medqa-train-9609", "s": "OLMo-2-1B-Instruct", "a": "C. Delusion of inference", "b": 1, "r": false, "raw": "C. Delusion of inference\n\nBet: 1\n\nExplanation: The patient's insistence on hearing the news anchor reference his life aligns with a delusion of inference, where the individual believes that their thoughts, perceptions, or experiences are being interpreted or understood in a specific way by an external entity (in this case, the news anchor). This fits the", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1833", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe patient's presentation of significant weakness in the left upper and lower extremities, inability to plantarflex the ankle while supine, and unsteady gait, along with a CT scan showing no abnormalities, MRI of the brain and angiography showing no abnormalities, and the presence of anxiety and recent job loss, strongly points towards a", "v": {}}, {"q": "medqa|medqa-train-6794", "s": "OLMo-2-1B-Instruct", "a": "A. Atrial fibrillation", "b": 1, "r": true, "raw": "A. Atrial fibrillation\nBet: 1\n\nExplanation: The patient's presentation of palpitations, irregularly irregular rhythm, and absence of P waves on an EKG align with the diagnosis of Atrial fibrillation. The patient's history of drinking many glasses of wine over several hours at a family wedding, which can lead to increased alcohol consumption and", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10087", "s": "OLMo-2-1B-Instruct", "a": "A. Clumping of red blood cells after the patient’s blood is drawn and transferred into a chilled EDTA-containing vial", "b": 1, "r": true, "raw": "A. Clumping of red blood cells after the patient’s blood is drawn and transferred into a chilled EDTA-containing vial\n\nBet: 1\n\nExplanation: The patient's presentation of a persistent nonproductive cough and headache, along with the findings on chest radiograph (bilateral diffuse interstitial infiltrates), suggests a respiratory or pulmonary issue. The laboratory", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7357", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\nThe mother's symptoms of persistent fever, lethargy, and weight loss, along with the father's recent travel history to a high-risk region for tuberculosis, warrant a thorough evaluation and treatment plan. The clinical findings, including cardiopulmonary auscultation revealing diminished breath sounds in the upper lobes and a chest radiograph demonstrating", "v": {}}, {"q": "medqa|medqa-train-5101", "s": "OLMo-2-1B-Instruct", "a": "C. Wide QRS complexes with no P waves", "b": 1, "r": false, "raw": "C. Wide QRS complexes with no P waves\n\nBet: 1\n\nExplanation: The patient's electrocardiogram (ECG) shows wide QRS complexes with no P waves, which is consistent with a condition where there are no P waves but there are wide QRS complexes. The other options describe different ECG findings:\n\nA. ST elev", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5479", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe patient's presentation, including intermittent fever, abdominal pain, diarrhea, nonproductive cough, weight loss, and skin lesions, suggests an opportunistic infection, likely due to a weakened immune system. The presence of acid-fast organisms in a blood culture and a positive PPD skin test for pneumococcal infection are suggestive of a pneum", "v": {}}, {"q": "medqa|medqa-train-1037", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe patient's hair growth concerns, particularly coarse dark hair on the face and abdomen, suggest a condition that could be related to androgenetic alopecia (genetic hair loss) or androgenic stimulation of hair growth. The options provided are for pharmacotherapy for conditions related to hair growth, and the most likely candidate based on the", "v": {}}, {"q": "medqa|medqa-train-3217", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe patient's presentation with a sudden fall, numbness and pain in the right leg, and a lack of palpable pulses, along with a past medical history of cardiovascular disease, suggests a possible thrombotic event or ischemic event affecting the leg. The absence of dorsalis pedis and posterior tibial pulses, despite the", "v": {}}, {"q": "medqa|medqa-train-10126", "s": "OLMo-2-1B-Instruct", "a": "C. Specific phobia", "b": 1, "r": false, "raw": "C. Specific phobia\n\nExplanation:\nThe patient's symptoms of constant lower abdominal pain, foul-smelling urine, and positive leukocyte esterase and nitrite on urinalysis suggest a urinary tract infection (UTI). The fact that this is a recurrent issue and the patient holds her urine until she gets home and becomes distressed about using the bathroom in public", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4202", "s": "OLMo-2-1B-Instruct", "a": "C. Large cell lung carcinoma", "b": 1, "r": false, "raw": "C. Large cell lung carcinoma\nBet: 1\n\nThe patient's clinical presentation includes a persistent dry cough for 6 months, fatigue, and a 4.5-kg weight loss, along with a serum sodium concentration of 119 mEq/L and glucose concentration of 102 mg/dL. The x-ray of the chest shows an irregular,", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2521", "s": "OLMo-2-1B-Instruct", "a": "A. Giant cell arteritis", "b": 1, "r": false, "raw": "A. Giant cell arteritis\nB. Polyarteritis nodosa\nC. Granulomatosis with polyangiitis\nD. Thromboangiitis obliterans\n\nThe patient's presentation includes diffuse muscle pain, malaise, knee pain, recurrent abdominal and chest pain, weight loss, and perinuclear anti-neutrophil cytopl", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-230", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\nThe pattern of the patient's skin lesions most likely characterizes as **C. Dermatophyte colonization**. \n\nExplanation:\nThe patient presents with nodular skin lesions that started as necrotic and ulcerative, progressing from the right hand to the right shoulder. The progression and the initial location suggest a dermatophyte infection,", "v": {}}, {"q": "medqa|medqa-train-8028", "s": "OLMo-2-1B-Instruct", "a": "C. Cecum, ileum, and distal jejunum", "b": 1, "r": false, "raw": "C. Cecum, ileum, and distal jejunum\n\nBet: 1\n\nExplanation: The infrarenal abdominal aortic aneurysm (AAA) in the context of the patient's presentation and CT scan findings suggests an aneurysm in the infrarenal region, which is typically associated with the cecum, ile", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5784", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe most appropriate next step in management for this patient's severe lower back pain, which is constant and radiating to the lower extremities, is an MRI of the spine. The patient has a history of a lumpectomy for breast cancer, radiotherapy, and has undergone multiple cycles of chemotherapy and radiation. The presence of severe tend", "v": {}}, {"q": "medqa|medqa-train-1803", "s": "OLMo-2-1B-Instruct", "a": "C. V(D)J recombination", "b": 1, "r": false, "raw": "C. V(D)J recombination\n\nBet: 1\n\nExplanation: The region labeled with an arrow in the photomicrograph likely represents the V(D)J recombination process. V(D)J recombination is a critical step in the development of B and T lymphocytes, where the V, D, and J segments of the immunoglob", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7253", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe patient's presentation of malaise, abdominal pain, jaundice, and a well-healed surgical scar in the right upper quadrant along with elevated serum bilirubin and tacrolimus suggests a liver-related issue. The options provided are relevant to diagnosing liver disease:\n\nA. CT scan of the abdomen with contrast - This", "v": {}}, {"q": "medqa|medqa-train-1030", "s": "OLMo-2-1B-Instruct", "a": "C. Uncontrolled adipocyte growth", "b": 1, "r": false, "raw": "C. Uncontrolled adipocyte growth\n\nBet: 1\n\nThe patient's father died of a myocardial infarction at 37 years of age, and his mother has rheumatoid arthritis. Both of these conditions are associated with an increased risk of cardiovascular disease and inflammation. The nodules are firm, mobile, and nontender, which are", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5215", "s": "OLMo-2-1B-Instruct", "a": "C. Tell the patient that proton beam therapy will not be covered by his insurance company, so you will need to proceed with traditional radiation therapy", "b": 1, "r": false, "raw": "C. Tell the patient that proton beam therapy will not be covered by his insurance company, so you will need to proceed with traditional radiation therapy\n\nBet: 1\n\nExplanation: The correct answer is to inform the patient that proton beam therapy is not covered by his insurance company. This decision respects the patient's autonomy and the insurance company's request for cost-effect", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7744", "s": "OLMo-2-1B-Instruct", "a": "A. A non-enhancing hemispheric lesion", "b": 1, "r": false, "raw": "A. A non-enhancing hemispheric lesion\n\nBet: 1\n\nThe most likely finding on a head CT of a 2-year-old girl with a 3-minute tonic-clonic seizure is a non-enhancing hemispheric lesion. This is because tonic-clonic seizures, which are characterized by a sudden onset of clonic jerking movements followed", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1815", "s": "OLMo-2-1B-Instruct", "a": "C. Refer him to a methadone clinic", "b": 1, "r": false, "raw": "C. Refer him to a methadone clinic\n\nExplanation:\n\nThe patient is seeking the removal of a lipoma for cosmetic reasons, and the previous physician did not consider it necessary. The patient insists on the procedure, which raises the question of the most appropriate next step in management. The options provided are:\n\nA. Perform the excision\nB. Refer", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9297", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\nThe patient's presentation of acute onset dyspnea, chest pain, and fainting, along with a history of infective endocarditis and intravenous drug abuse, suggests a condition that is likely to involve cardiac involvement. The physical examination findings, including bilateral jugular venous distention, crackles at the lower lobes of", "v": {}}, {"q": "medqa|medqa-train-929", "s": "OLMo-2-1B-Instruct", "a": "C. Physostigmine", "b": 1, "r": true, "raw": "C. Physostigmine\n\nPhysostigmine is a neuromuscular blocking agent that can cause symptoms such as confusion, agitation, and muscle weakness, which are consistent with the presentation of this patient. It is commonly used in the management of myasthenia gravis and other neuromuscular disorders. The other options are not commonly used", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6634", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe patient's symptoms of new onset bilateral paresthesias, paleness, and decreased sensation and proprioception on his feet, along with the findings on a blood smear including megaloblasts and hypersegmented neutrophils, strongly suggest a condition related to vitamin deficiency or malabsorption. The radiolabeling test", "v": {}}, {"q": "medqa|medqa-train-9599", "s": "OLMo-2-1B-Instruct", "a": "C. Finasteride", "b": 1, "r": false, "raw": "C. Finasteride\n\nBet: 1\n\nExplanation: The patient's symptoms of intermittent dysuria, pain with ejaculation, mild lower abdominal pain, and difficulty voiding align with the symptoms of benign prostatic hyperplasia (BPH). The urinalysis results, including the trace leukocyte esterase and negative nitrite and absence of bacteria on", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9861", "s": "OLMo-2-1B-Instruct", "a": "C. CPK-MB", "b": 1, "r": false, "raw": "C. CPK-MB\n\nExplanation:\nThe patient presents with a constellation of symptoms that are suggestive of an infectious or inflammatory process, including fever, malaise, night sweats, orthopnea, and shortness of breath. The presence of a 3/6 holosystolic murmur along the right sternal border and fine rattles over", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-953", "s": "OLMo-2-1B-Instruct", "a": "C. Failure to take suppressive trimethoprim/sulfamethoxazole therapy", "b": 1, "r": false, "raw": "C. Failure to take suppressive trimethoprim/sulfamethoxazole therapy\n\nBet: 1\n\nThe most-likely predisposing factor for the patient's septic shock and the development of a fungal infection, such as Candida species, is the failure to take suppressive trimethoprim/sulfamethoxazole (TMP/S", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-304", "s": "OLMo-2-1B-Instruct", "a": "The most likely diagnosis is A. Irritable bowel syndrome.", "b": 1, "r": true, "raw": "The most likely diagnosis is A. Irritable bowel syndrome.\n\nExplanation:\nThe patient presents with chronic diarrhea, lower abdominal discomfort and cramping, and episodes of diarrhea, which are typical symptoms of irritable bowel syndrome (IBS). The patient denies recent weight change, which is also a common feature of IBS. The stool examination is normal, and the blood", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6613", "s": "OLMo-2-1B-Instruct", "a": "D. Testicular atrophy", "b": 1, "r": true, "raw": "A. Fluid wave\nB. Palmar erythema\nC. Spider angiomas\nD. Testicular atrophy\n\nBet: 1\n\nThe physical exam findings most likely to be seen in this individual are fluid waves below the areola, palmar erythema, spider angiomas, and testicular atrophy. Fluid waves are characteristic of", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4470", "s": "OLMo-2-1B-Instruct", "a": "C. Inhibition of nucleoside reverse transcriptase", "b": 1, "r": false, "raw": "C. Inhibition of nucleoside reverse transcriptase\n\nThe patient's X-ray of the chest shows bilateral reticulonodular opacities in the lower lobes, which are consistent with pneumonia. The serum procalcitonin level is 0.06 µg/L, which is below the threshold of 0.06 µg/L", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3150", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe patient's presentation with cold, clammy extremities, constricted pupils, and alcohol-scented breath and skin suggests a hypoglycemic episode or a reaction to alcohol withdrawal. The administration of dextrose through intravenous (IV) access is the appropriate initial intervention for hypoglycemia or alcohol withdrawal symptoms", "v": {}}, {"q": "medqa|medqa-train-2322", "s": "OLMo-2-1B-Instruct", "a": "C. Acts as an agonist at the peroxisome proliferator-activated receptor-Ƴ.", "b": 1, "r": true, "raw": "C. Acts as an agonist at the peroxisome proliferator-activated receptor-Ƴ.\n\nBet: 1\n\nThe mechanism of action for the drug prescribed to the patient is most likely to be an agonist at the peroxisome proliferator-activated receptor-Ƴ (PPAR-Ƴ). The PPAR-�", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1602", "s": "OLMo-2-1B-Instruct", "a": "C. Terazosin", "b": 1, "r": true, "raw": "C. Terazosin\n\nBet: 1\n\nExplanation: The patient's symptoms of fatigue and difficulty initiating urination, along with a palpable, non-tender, and enlarged prostate on digital rectal examination, suggest the presence of benign prostatic hyperplasia (BPH). Terazosin is an alpha-1 adrenergic", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7946", "s": "OLMo-2-1B-Instruct", "a": "C. Threatened abortion", "b": 1, "r": false, "raw": "C. Threatened abortion\n\nBet: 1\n\nExplanation: The ultrasound findings of minimal fluid in the endometrial cavity and the absence of a gestational sac indicate that the pregnancy has ended, but there is still some endometrial tissue left. The patient's symptoms of vaginal bleeding and crampy abdominal pain, along with the presence of large and", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9402", "s": "OLMo-2-1B-Instruct", "a": "The most likely diagnosis is C. Bloody show.", "b": 1, "r": false, "raw": "The most likely diagnosis is C. Bloody show.\n\nExplanation:\nThe patient presents with vaginal bleeding, a ruptured membranes (also known as ruptured membranes or broken bag of waters), severe external os bleeding, and a fetal heart rate of 96 beats per minute. The options provided are:\n\nA. Placenta previa\nB. Placenta acc", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8136", "s": "OLMo-2-1B-Instruct", "a": "C. Malate dehydrogenase", "b": 1, "r": false, "raw": "C. Malate dehydrogenase\n\nBet: 1\n\nExplanation: The results described in the question align best with the activity of Malate dehydrogenase, which is an enzyme involved in the tricarboxylic acid (TCA) cycle. The acidification of the culture medium and the observed increase in glucose utilization before reaching a", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5044", "s": "OLMo-2-1B-Instruct", "a": "Agranulocytosis", "b": 1, "r": false, "raw": "Bet: 1\nAgranulocytosis\n\nBet: 3\nFulminant hepatic necrosis\n\nExplanation: The endocrinologist's advice to switch to a new medication for Graves disease indicates a change in treatment. The options given are potential side effects of new medications for Graves disease. Agranulocytosis is a rare", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7110", "s": "OLMo-2-1B-Instruct", "a": "C. Enterococcus faecalis", "b": 1, "r": true, "raw": "C. Enterococcus faecalis\n\nBet: 1\n\nExplanation: The patient's presentation includes symptoms suggestive of a urinary tract infection, such as intermittent fever, night sweats, and exercise intolerance, along with a history of a urinary bladder polyp and smoking. The presence of petechial conjunctival hemorrhages and macular lesions on the", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4350", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe correct answer is C. 1.2\n\nThe data provided in the question states:\n- 25,475 patients did not receive tPA.\n- 188 patients received tPA.\n\nTo find the average number of patients who need to be treated with tPA to contribute to one symptomatic intracerebral hemorrhage,", "v": {}}, {"q": "medqa|medqa-train-2679", "s": "OLMo-2-1B-Instruct", "a": "A. Erythema multiforme", "b": 1, "r": false, "raw": "A. Erythema multiforme\nBet: 1\n\nExplanation: The patient's findings are consistent with erythema multiforme, a rare but well-documented condition characterized by skin lesions that typically present as a multi-faceted, red, raised rash with distinctive, often annular (ring-shaped) lesions. The patient has eros", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6473", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe gram-positive filamentous rods in the purulent material suggest a bacterial infection. The options provided are antibiotics that could be effective against such an infection. The most likely bacterial cause given the presentation is a streptococcal infection, as the patient had a molar extracted 3 months ago and developed a generalized rash after amoxic", "v": {}}, {"q": "medqa|medqa-train-6381", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\nThe patient's presentation of difficulty swallowing (dysphagia) for 2 months, exacerbated by anxiety around mealtime, along with an influenza-like illness that lasted 6 weeks, suggests a condition that could potentially affect the upper airway or the thyroid gland. The patient's history of asthma exacerbations and not seeking medical treatment", "v": {}}, {"q": "medqa|medqa-train-3559", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe most appropriate next step in the management of this patient is:\n\nA. CT-guided biopsy\n\nExplanation:\nThe patient presents with severe lower back pain that has been exacerbated by activity but now also presents at rest, suggesting a possible spinal infection or inflammation. The x-ray and MRI findings suggest bone destruction, sequestrum formation,", "v": {}}, {"q": "medqa|medqa-train-5779", "s": "OLMo-2-1B-Instruct", "a": "A. Cords of atypical cells with extracellular mucin", "b": 1, "r": false, "raw": "A. Cords of atypical cells with extracellular mucin\nBet: 1\n\nThe histologic finding most likely to be seen in the lesions from HHV-8 infection, as indicated by the colonoscopy, is the cords of atypical cells with extracellular mucin. This finding is characteristic of Kaposi's sarcoma-associated herpes", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3442", "s": "OLMo-2-1B-Instruct", "a": "C. Intravenous drug abuse", "b": 1, "r": false, "raw": "C. Intravenous drug abuse\n\nExplanation:\nThe patient presents with palpitations, shortness of breath, and a clicking sound in the left 6th intercostal space, which is characteristic of aortic stenosis. The patient's family history includes a grandfather who had aortic valve replacements due to an anatomic abnormality, suggesting a genetic predis", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2683", "s": "OLMo-2-1B-Instruct", "a": "C. Left atrium, left main coronary artery", "b": 1, "r": false, "raw": "C. Left atrium, left main coronary artery\n\nST elevations in leads V5-V6 are most indicative of pathology in the left main coronary artery. ST elevation in the left main coronary artery is a hallmark of coronary artery disease, particularly of the left main coronary artery, which is the primary artery supplying the left ventricle. The other options involve", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7792", "s": "OLMo-2-1B-Instruct", "a": "C. Pulmonary rehabilitation", "b": 1, "r": false, "raw": "C. Pulmonary rehabilitation\nBet: 1\n\nThe patient's presentation includes a history of smoking, chronic respiratory issues, and increasing exacerbations over the last 6 months. The chest radiogram shows a flattened diaphragm, hyperlucency of the lungs, and a long, narrow heart shadow, which are classic findings of chronic obstructive pulmonary", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6522", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe best next step in management for this patient is a Pap smear. The patient's history includes a normal colonoscopy 8 years ago and a mammography 1 year ago, but lacks a recent Pap smear, which is a critical screening test for cervical cancer. The patient's age puts her at high risk for cervical cancer,", "v": {}}, {"q": "medqa|medqa-train-9071", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nMoxifloxacin is classified as Pregnancy Category C, indicating a potential risk to the fetus based on animal studies. Piperacillin/tazobactam is classified as Pregnancy Category B, making it a safer option for a pregnant patient with complicated appendicitis. The attending surgeon had to know the patient was pregnant when choosing an", "v": {}}, {"q": "medqa|medqa-train-6296", "s": "OLMo-2-1B-Instruct", "a": "C. Mesonephric duct remnants", "b": 1, "r": false, "raw": "C. Mesonephric duct remnants\n\nBet: 1\n\nExplanation: The description of the swelling as \"most likely derived from which of the following structures?\" points towards a diagnosis of a remnant of the mesonephric duct system. The mesonephric ducts are remnants of the Wolffian ducts, which are part of the male", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3063", "s": "OLMo-2-1B-Instruct", "a": "A. Fasting blood glucose and lipid profile", "b": 1, "r": false, "raw": "A. Fasting blood glucose and lipid profile\n\nExplanation: The patient has bumps around her eyes that have been enlarging since last year, and she has no other complaints. The history is significant for a lack of medical attention due to lack of insurance coverage for the last 20 years. The physical examination reveals a series of small papules and plaques around", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5835", "s": "OLMo-2-1B-Instruct", "a": "A. ApoE2", "b": 1, "r": false, "raw": "A. ApoE2\nBet: 1\n\nThe patient's risk factors for Alzheimer's disease include the ApoE gene. The most common form of the ApoE gene is ApoE2, which is associated with a lower risk of Alzheimer's disease. The other options (ApoE4, Presenilin-2,", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1698", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\nEchinococcus granulosus\n\nThe CT scan of the abdomen demonstrates multiple small eggshell calcifications within the right lobe of the liver, which is most consistent with Echinococcus granulosus. This parasite is a cause of hydatid disease, a serious and often chronic condition that can present with abdominal distension", "v": {}}, {"q": "medqa|medqa-train-5113", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe next best step in the management of this patient would be an ultrasound of the appendix. The patient's presentation includes right lower quadrant pain and tenderness, along with a high white blood cell count (WBC) and a differential count that shows a significant amount of segmented neutrophils (70%), which is consistent with an acute bacterial", "v": {}}, {"q": "medqa|medqa-train-3120", "s": "OLMo-2-1B-Instruct", "a": "C. The NNH is inversely correlated with the relative risk increase.", "b": 1, "r": true, "raw": "C. The NNH is inversely correlated with the relative risk increase.\n\nExplanation:\nThe number needed to harm (NNH) is a critical epidemiological measure that helps estimate the number of people who need to be exposed to a risk factor to cause one additional case of a specific disease. The statement regarding the NNH based on the given data is correct.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7478", "s": "OLMo-2-1B-Instruct", "a": "C. Verapamil", "b": 1, "r": false, "raw": "C. Verapamil\n\nVerapamil is an option that can be considered for patients with episodic headache conditions, such as the one described. It is a calcium channel blocker that can help reduce the frequency and severity of headaches in some patients. The patient's history of episodic headache, accompanied by nausea and visual disturbances, fits the profile of a condition", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2479", "s": "OLMo-2-1B-Instruct", "a": "C. Oculomotor nerve", "b": 1, "r": false, "raw": "C. Oculomotor nerve\n\nBet: 1\n\nExplanation: The patient's findings of a partial constriction of the pupils to light in the right eye and further dilation to light in the left eye, followed by a return to a partially constricted state in the right eye, align with the clinical presentation of a lesion affecting the oculomotor", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1161", "s": "OLMo-2-1B-Instruct", "a": "C. Autoantibody deposition in stratum spinosum", "b": 1, "r": false, "raw": "C. Autoantibody deposition in stratum spinosum\n\nBet: 1\n\nExplanation: The description of the skin findings in the question aligns best with the mechanism of autoantibody deposition in stratum spinosum, as indicated by the presence of a diffuse erythematous rash with flaccid bullae, which are characteristic", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-664", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe most appropriate next step in management for this patient is:\n\nC. Perform a transbronchial lung biopsy of the suspected lesion.\n\nExplanation:\nThe patient presents with a 1-month history of fever and a cough, along with weight loss and emigration from the Middle East. His father died of lung cancer at 54 years old", "v": {}}, {"q": "medqa|medqa-train-6171", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe patient's presentation of generalized fatigue and malaise, along with a non-productive cough and intermittent watery diarrhea, suggests an infectious or inflammatory process. The weight loss and intermittent diarrhea are consistent with Crohn's disease or celiac disease, both of which can lead to malabsorption and diarrhea. The generalized anxiety disorder and hyp", "v": {}}, {"q": "medqa|medqa-train-584", "s": "OLMo-2-1B-Instruct", "a": "C. One virus that produces a non-functional protein", "b": 1, "r": false, "raw": "C. One virus that produces a non-functional protein\n\nThe correct answer is C. One virus that produces a non-functional protein.\n\nExplanation:\n\nThe question asks for the property required for a viral genetic change that permits global pandemics of this virus. The answer choices provided are:\n\nA. Concurrent infection with 2 viruses\nB. Crossing over of homologous", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6153", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe patient's presentation is concerning for possible cardiovascular disease, given her age, smoking history, and hypertension. The next best test for this patient would be a Chest CT scan, as it can provide detailed images of the heart, blood vessels, and lungs, which can help identify potential cardiovascular issues such as atherosclerosis, heart attack,", "v": {}}, {"q": "medqa|medqa-train-1948", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe patient's presentation of abdominal pain, alternating diarrhea and constipation, bloating, and abdominal guarding, along with a fecal occult blood test positive, suggests a condition that involves gastrointestinal bleeding. The metabolic acidosis indicated by the elevated white blood cell count (WBC) and the abnormal arterial blood gas (ABG) results,", "v": {}}, {"q": "medqa|medqa-train-8332", "s": "OLMo-2-1B-Instruct", "a": "C. Dimercaprol", "b": 1, "r": true, "raw": "C. Dimercaprol\n\nBet: 1\n\nExplanation: The patient presents with symptoms suggestive of peripheral neuropathy, including numbness, tingling, and white lines on fingernails, which are common in conditions like diabetic neuropathy, vitamin B12 deficiency, and arsenic poisoning. The patient's history of diabetes mellitus, particularly with a", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-203", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe patient's clinical presentation of wet gangrene, confusion, tachypnea, and respiratory failure, along with an arterial blood gas showing elevated PCO2 and decreased PO2, suggests a severe acute respiratory distress syndrome (ARDS) with possible complications such as an abscess or fluid in the alveolar space. The options provided", "v": {}}, {"q": "medqa|medqa-train-7682", "s": "OLMo-2-1B-Instruct", "a": "C. 47: XXY", "b": 1, "r": true, "raw": "C. 47: XXY\n\nBet: 1\n\nExplanation: The patient's presentation includes mild gynecomastia, small, underdeveloped testes, and a broad, frail frame with a low libido. These features are suggestive of a chromosomal abnormality involving an extra X chromosome (47, XXY). The other options do not", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-790", "s": "OLMo-2-1B-Instruct", "a": "The most appropriate next step in this patient is C. Weekly fetal weight estimation.", "b": 1, "r": false, "raw": "The most appropriate next step in this patient is C. Weekly fetal weight estimation.\n\nExplanation:\nThe patient presents with oligohydramnios following a complicated first pregnancy, oligohydramnios being characterized by decreased amniotic fluid volume. The fetus is in a longitudinal lie, vertex presentation, and the fetal heart rate is 144 bpm. Ultr", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2669", "s": "OLMo-2-1B-Instruct", "a": "C. Lateral medulla", "b": 1, "r": false, "raw": "C. Lateral medulla\n\nBet: 1\n\nThe cause of this patient's symptoms most likely occurred in an artery supplying the lateral medulla. The lateral medulla is a part of the brainstem, specifically located in the midline, and it is responsible for a variety of functions including motor control, autonomic regulation, and sensory processing. The", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3618", "s": "OLMo-2-1B-Instruct", "a": "C. Thymectomy", "b": 1, "r": true, "raw": "C. Thymectomy\n\nBet: 1\n\nThe patient's symptoms, including right-sided ptosis after sustained upward gaze and double vision, suggest a thymic disorder. Thymectomy is the surgical removal of the thymus gland, which is often associated with autoimmune disorders, including those that can present with symptoms like the ones described. The other", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5480", "s": "OLMo-2-1B-Instruct", "a": "C. Pyrosequencing", "b": 1, "r": false, "raw": "C. Pyrosequencing\n\nBet: 1\n\nPyrosequencing is the best test for detecting the presence of mutant alleles in DNA, which is crucial for determining whether an individual is a carrier of a gene for a hereditary condition like Huntington's disease. It is particularly useful for detecting rare mutations and is often used in genetic counseling for conditions like", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1402", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe next best step in management for this patient is:\n\nA. Intra-aortic balloon counterpulsation (IABC)\n\nExplanation:\nThe patient presents with sudden onset chest pain, shortness of breath, diaphoresis, syncope, and a pericardial effusion on echocardiography. The ECG", "v": {}}, {"q": "medqa|medqa-train-7462", "s": "OLMo-2-1B-Instruct", "a": "C. Paracortex", "b": 1, "r": false, "raw": "C. Paracortex\n\nBet: 1\n\nExplanation: The cervical lymph node biopsy is most likely to show the causal organism in the paracortex. The paracortex is the outermost region of the lymph node that contains a large number of lymphocytes but fewer histiocytes and dendritic cells compared to the deeper cortex and medullary sinus", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4299", "s": "OLMo-2-1B-Instruct", "a": "A. Oral propranolol", "b": 1, "r": false, "raw": "A. Oral propranolol\nB. Oral buspirone\nC. Oral alprazolam\nD. Long-term ECG monitoring\n\nThe correct answer is A. Oral propranolol.\n\n**Explanation:**\n\nThe patient presents with palpitations, shortness of breath, and a history of similar episodes that resolved gradually after 5", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2060", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\nThe correct option for the patient's therapy to ensure normal functioning of her HPA axis after surgical resection of a pituitary adenoma is:\n\nA. Bilateral adrenalectomy\n\nMometasone is an anti-inflammatory corticosteroid that can have anti-inflammatory effects, but it does not directly influence the functioning of", "v": {}}, {"q": "medqa|medqa-train-6286", "s": "OLMo-2-1B-Instruct", "a": "C. Diaphoresis while sucking", "b": 1, "r": false, "raw": "C. Diaphoresis while sucking\n\nThe findings from the echocardiogram include atresia of the muscular tricuspid valve, pulmonary outflow tract obstruction, open patent ductus arteriosus, a small ventricular septal defect, and normally related great arteries. The most likely manifestation of congenital heart disease in this infant is pulmonary out", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3357", "s": "OLMo-2-1B-Instruct", "a": "C. Posterior cerebral artery", "b": 1, "r": false, "raw": "C. Posterior cerebral artery\n\nBet: 1\n\nThe correct answer is Posterior cerebral artery, which is indicated by the fact that the patient has a facial droop on the right side but is able to elevate his eyebrows symmetrically. The posterior cerebral artery is responsible for supplying the posterior part of the brain, including the cerebrum, brainstem", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9483", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe most likely diagnosis based on the presented symptoms and findings is Hirschsprung disease.\n\nHirschsprung disease is characterized by the absence of enteric nervous system (ENS) in the large intestine, leading to bowel movements that are delayed or absent. The presence of 3 episodes of bilious vomiting, a distended upper abdomen", "v": {}}, {"q": "medqa|medqa-train-278", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe patient's presentation of extreme fatigue and bilateral joint pain, along with the serologies for rheumatoid factor, anti-Smith, and anti-dsDNA, suggests a systemic autoimmune condition. The VDRL syphilis test being positive further supports this suspicion. The coagulation profile findings of normal bleeding time, normal PT,", "v": {}}, {"q": "medqa|medqa-train-348", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\nThe most appropriate pharmacotherapy for this patient's presentation is C. Topical erythromycin.\n\nExplanation:\nThe patient presents with redness, foreign body sensation, discharge, and a sensation of \"stuck together\" eyes, along with bilateral conjunctival injection and a purulent discharge. The ophthalmic examination reveals edema", "v": {}}, {"q": "medqa|medqa-train-10100", "s": "OLMo-2-1B-Instruct", "a": "C. Perforins and granzymes by natural killer cells", "b": 1, "r": false, "raw": "C. Perforins and granzymes by natural killer cells\n\nBet: 1\n\nExplanation: The question asks for the immunological process that destroys the organism causing the condition. The options provided are:\n\nA. Release of cytotoxic granules by cytotoxic T cells\nB. Activation of cytosolic caspases\nC. Perforins", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4545", "s": "OLMo-2-1B-Instruct", "a": "A. Flaccid paralysis on the right side", "b": 3, "r": false, "raw": "A. Flaccid paralysis on the right side\nBet: 3\n\nThe anterior spinal artery lesion described in the question would have suggested flaccid paralysis on the right side, as this is one of the classic findings on neurological examination following an anterior spinal artery injury. The lesion affects the anterior two-thirds of the spinal cord, which would lead to weakness", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8328", "s": "OLMo-2-1B-Instruct", "a": "C. Obturator", "b": 1, "r": true, "raw": "C. Obturator\n\nThe obturator nerve innervates the adductor and gracilis muscles, as well as the muscles of the medial and lateral thigh. Scissoring of the legs, where the thighs cross each other at the knees and are difficult to separate, is most consistent with an obturator nerve dysfunction. The obturator nerve is located within", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1885", "s": "OLMo-2-1B-Instruct", "a": "C. Abdominal CT scan", "b": 1, "r": false, "raw": "C. Abdominal CT scan\n\nBet: 1\n\nThe next step in management for a 7-month-old boy with periodic episodes of abdominal pain, curling up into a ball, screaming, and crying, followed by occasional vomiting, is an abdominal CT scan. This diagnostic tool is particularly useful in young patients for assessing the anatomy and vascular structures of", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3037", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe glucose challenge results indicate impaired glucose tolerance, which is a risk factor for preterm birth and intrauterine growth restriction (IUGR). The 1-hour glucose level of 155 mg/dL and the 3-hour level of 154 mg/dL are both above the normal range (N < 180 mg/dL", "v": {}}, {"q": "medqa|medqa-train-5466", "s": "OLMo-2-1B-Instruct", "a": "C. Hemorrhages underneath fingernails", "b": 1, "r": false, "raw": "C. Hemorrhages underneath fingernails\n\nThe patient's history of intravenous drug use, hypertension, and smoking increases the risk of thromboembolic events, such as pulmonary embolism (A), painful nodules on the fingers (B), and retinal hemorrhages (D). The presence of a holosystolic murmur along the", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3549", "s": "OLMo-2-1B-Instruct", "a": "C. Spectrin", "b": 1, "r": true, "raw": "C. Spectrin\n\nThe correct answer is Spectrin. \n\nThe patient has an autosomal dominant disorder that causes anemia by extravascular hemolysis. Autosomal dominant disorders are characterized by a mutation in one copy of an autosomal gene, which can be passed on to offspring. The most common type of anemia associated with this type of disorder is", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2715", "s": "OLMo-2-1B-Instruct", "a": "C. Montelukast blocks receptors of some arachidonic acid metabolites.", "b": 1, "r": true, "raw": "C. Montelukast blocks receptors of some arachidonic acid metabolites.\n\nBet: 1\n\nExplanation: Montelukast is an anti-inflammatory drug that works by blocking the receptors of some arachidonic acid metabolites. This action reduces the production of inflammatory mediators such as leukotrienes, which are key components of the", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6442", "s": "OLMo-2-1B-Instruct", "a": "A. Chronic loss of blood through the GI tract", "b": 1, "r": false, "raw": "A. Chronic loss of blood through the GI tract\n\nExplanation: The patient presents with recurrent abdominal pain and microcytic anemia, with high-normal levels of ferritin. The peripheral blood smear shows findings consistent with iron-deficiency anemia, such as macrocytosis, hypochromasia, and a microcytic appearance of erythrocytes", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-541", "s": "OLMo-2-1B-Instruct", "a": "C. Abdominal ultrasonography for abdominal aortic aneurysm", "b": 1, "r": false, "raw": "C. Abdominal ultrasonography for abdominal aortic aneurysm\n\nBet: 1\n\nExplanation: The USPSTF recommends abdominal ultrasonography for abdominal aortic aneurysm screening in adults aged 70 and older, or those with risk factors for aortic aneurysm, such as smoking, high blood pressure,", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-26", "s": "OLMo-2-1B-Instruct", "a": "C. McCune-Albright syndrome", "b": 1, "r": false, "raw": "C. McCune-Albright syndrome\nBet: 1\n\nMcCune-Albright syndrome is characterized by the development of hyperpigmentation of the skin, particularly in the hands, feet, and genitalia, as well as ovarian cysts. The elevated estrogen level in this case is consistent with the syndrome, as it is a hallmark of McCune-Albright", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3740", "s": "OLMo-2-1B-Instruct", "a": "C. Kozak consensus sequence", "b": 1, "r": false, "raw": "C. Kozak consensus sequence\n\nBet: 1\n\nExplanation: The question asks for the region of the gene where the single point mutation is located, and the Kozak consensus sequence is known to be important for the correct initiation of transcription in eukaryotic genes. The mutation described in the question is a deletion of 5 consecutive amino acids", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-516", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe patient's presentation of double vision and headache, along with the findings of ptosis of the right eye and deviation of the eye, suggest that the oculomotor nerve (CN III) is most likely impaired. The oculomotor nerve controls the levator palpebrae superioris muscle, which helps to elevate the", "v": {}}, {"q": "medqa|medqa-train-3304", "s": "OLMo-2-1B-Instruct", "a": "C. Hyaluronidase", "b": 1, "r": false, "raw": "C. Hyaluronidase\n\nBet: 1\n\nExplanation: The finding of the organism being able to withstand phagocytosis when placed in fresh blood suggests the expression of hyaluronidase. Hyaluronidase is an enzyme that breaks down hyaluronic acid, a component of the extracellular matrix that provides structural support", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3639", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe pharmacological property most likely responsible for this patient's rapid recovery from the anesthetic agent is **B. Redistribution**.\n\nExplanation:\nThe patient underwent an MRI, which is a prolonged and complex procedure that requires deep sedation. Thiopental, a short-acting anesthetic, is used to achieve sedation and induce anesthesia.", "v": {}}, {"q": "medqa|medqa-train-5638", "s": "OLMo-2-1B-Instruct", "a": "D. Sickle cell disease", "b": 1, "r": false, "raw": "A. Rh Incompatibility\nB. ABO incompatibility\nC. G6PD deficiency\nD. Sickle cell disease\n\nBet: 1\n\nExplanation: The neonate's red blood cell type (A+) and mother's RBC type (O+) indicate ABO incompatibility. The mother's anti-A antibody titer being", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8813", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe patient's presentation with an increased bleeding time and abnormal ristocetin cofactor assay (a marker of antithrombin III deficiency) along with an increased PTT and normal PT suggests a coagulation disorder. The options provided are related to coagulation factors and their roles in the clotting process.\n\n- **", "v": {}}, {"q": "medqa|medqa-train-1196", "s": "OLMo-2-1B-Instruct", "a": "C. IL-22", "b": 1, "r": false, "raw": "C. IL-22\n\nBet: 1\n\nThe substance that has directly led to the wheal formation in this scenario is IL-22. IL-22 is a cytokine that plays a key role in the immune response, particularly in the development of inflammation and tissue repair. It is a key player in the Th17 cell differentiation and has been implicated", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-588", "s": "OLMo-2-1B-Instruct", "a": "C. Poor pharyngeal propulsion and upper esophageal sphincter obstruction", "b": 1, "r": false, "raw": "C. Poor pharyngeal propulsion and upper esophageal sphincter obstruction\n\nBet: 1\n\nExplanation: The patient's history of endoscopic procedure three years ago and his current dysphagia suggest that there is an upper esophageal sphincter (UES) obstruction. The barium swallow X-ray shows a pattern consistent with U", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3828", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe most appropriate response to this patient's request to take Ginkgo is:\n\nA. \"Yes, ginkgo is widely used for improving brain function and memory.\"\n\nExplanation: Ginkgo biloba is a popular herbal supplement claimed to improve cognitive function and memory. It is considered safe for most people when taken as directed, and", "v": {}}, {"q": "medqa|medqa-train-4221", "s": "OLMo-2-1B-Instruct", "a": "C. Cell-mediated immune response", "b": 1, "r": true, "raw": "C. Cell-mediated immune response\n\nBet: 1\n\nExplanation: The correct answer to the question is \"Cell-mediated immune response,\" which is one of the primary responses of a CD4+ T cell to an antigen-presenting cell-secreted interleukin (IL)-12. When a CD4+ T cell is exposed to IL-12, it", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3996", "s": "OLMo-2-1B-Instruct", "a": "C. Panic Disorder (PD)", "b": 1, "r": false, "raw": "C. Panic Disorder (PD)\n\nBet: 1\n\nExplanation: The patient's symptoms of emotional distress, anxiety related to thoughts of dirtiness, and compulsive behaviors (cleaning) align with the diagnostic criteria for Panic Disorder (PD). The patient reports sudden, intense episodes of fear or anxiety that can be triggered by specific situations, in this case,", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8606", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\nThe correct answer is C. Lamina lucida.\n\nExplanation:\nThe patient's oral lesions and the findings on examination suggest the presence of bullous pemphigoid, which is an autoimmune disorder characterized by the formation of large, fluid-filled blisters (bullae) that rupture and leave scars. The bullae are most commonly found", "v": {}}, {"q": "medqa|medqa-train-8656", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe best initial treatment for this patient's complaint is C. Carpal tunnel release surgery. \n\nExplanation: The patient presents with new pain and numbness in both hands, which began after long days of typing. The symptoms are intermittent and occur after periods of prolonged typing, suggesting a possible cause related to carpal tunnel syndrome. Carpal", "v": {}}, {"q": "medqa|medqa-train-223", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe next best step in the management of this patient is to wait for the patient's parents to arrive, calm the patient, and provide written consent before intubating. This option ensures that the patient's comfort and safety are prioritized, adhering to the principle of non-invasive management until parental consent is obtained. The other options", "v": {}}, {"q": "medqa|medqa-train-8271", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe patient's history of a recent fatty meal and symptoms beginning after eating supports the most likely diagnosis of acute pancreatitis. The other options do not provide specific enough information to support the diagnosis of acute pancreatitis based solely on the presented history.\n\nFigure A: Abdominal radiograph shows a diffuse opacity in the right upper quadrant, suggesting", "v": {}}, {"q": "medqa|medqa-train-2368", "s": "OLMo-2-1B-Instruct", "a": "C. Rosuvastatin", "b": 1, "r": false, "raw": "C. Rosuvastatin\n\nBet: 1\n\nExplanation: The patient's symptoms of dyspnea, chest pain, and palpitations could have been prevented by administration of Rosuvastatin, which is an oral statin used to lower cholesterol levels and reduce the risk of cardiovascular events. The patient's diagnosis of invasive ductal carcinoma with metastatic", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9335", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe correct answer is C. Hydroxyapatite.\n\nHydroxyapatite is a naturally occurring calcium phosphate that is an essential component of bone tissue. It is the primary component of bone mineral and plays a crucial role in bone formation and repair. The patient's x-ray showing decreased bone mineral density and a nondisplaced fracture of", "v": {}}, {"q": "medqa|medqa-train-6468", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\n\nThe most likely explanation for the improvement in her neurological examination after treatment with plasmapheresis is:\n\nC. Increase in axonal capacitance\n\nExplanation:\n\nThe improvement in her symptoms, including the resolution of bilateral lower extremity weakness and the return of normal deep tendon reflexes, suggests that the treatment with plasmapheresis", "v": {}}, {"q": "medqa|medqa-train-8619", "s": "OLMo-2-1B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\nThe most often associated with this patient's condition is Uveitis.\n\nExplanation:\nThe patient's symptoms of muscle weakness, fatigue, muscle weakness, a scaly rash on both hands, elevated creatine kinase-MB, and anti-Jo-1 antibodies are consistent with a diagnosis of Uveitis. Uveitis is an inflammation", "v": {}}, {"q": "medqa|medqa-train-5859", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Cytokine release syndrome, hypersensitivity reaction", "b": 1, "r": false, "raw": "C. Cytokine release syndrome, hypersensitivity reaction\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2570", "s": "Qwen2.5-1.5B-Instruct", "a": "B. Reassurance", "b": 1, "r": false, "raw": "B. Reassurance", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6402", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-8556", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-8337", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Obstructive sleep apnea", "b": 1, "r": true, "raw": "D. Obstructive sleep apnea\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-855", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Cardiac conduction system", "b": 1, "r": true, "raw": "D. Cardiac conduction system", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10028", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-6819", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-349", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Diaphragmatic rupture", "b": 1, "r": false, "raw": "D. Diaphragmatic rupture\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5288", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "D. Viscus perforation\n\nBet: 1\n\nI don't know (you lose a quarter chip)", "v": {}}, {"q": "medqa|medqa-train-6590", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Secretion of mucus. Bet: 1.", "b": 1, "r": false, "raw": "D. Secretion of mucus. Bet: 1.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2268", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Decreased crosslinking of collagen fibrils", "b": 1, "r": false, "raw": "D. Decreased crosslinking of collagen fibrils\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2086", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Reactivation of dormant liver stage", "b": 1, "r": true, "raw": "C. Reactivation of dormant liver stage", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2921", "s": "Qwen2.5-1.5B-Instruct", "a": "B. Embolism to left pulmonary artery", "b": 1, "r": false, "raw": "B. Embolism to left pulmonary artery\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9576", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Haloperidol", "b": 1, "r": false, "raw": "D. Haloperidol\n\nBet: 1\n\nHaloperidol is a typical antipsychotic medication that can cause sedation, drowsiness, and other side effects. It is often used to treat schizophrenia and other mental health conditions.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5416", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-1577", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Test for type 16 and 18 HPV", "b": 1, "r": false, "raw": "C. Test for type 16 and 18 HPV\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4500", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Low bone density", "b": 1, "r": true, "raw": "D. Low bone density\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5316", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-10008", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-5196", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Superficial-partial thickness (2nd degree)", "b": 1, "r": false, "raw": "C. Superficial-partial thickness (2nd degree)\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4064", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Exocytosis of insulin granules", "b": 1, "r": false, "raw": "D. Exocytosis of insulin granules\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9618", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-4561", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-5235", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Absent B cells with normal T cell count", "b": 1, "r": false, "raw": "C. Absent B cells with normal T cell count\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2653", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-7274", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip).\n\nBet: 1\n\nThe best next step in management of this patient is to perform an arthrocentesis. This is because the patient has right hip pain, and the initial radiograph is unremarkable. Arthrocentesis can help to diagnose the cause of the pain and rule out septic", "v": {}}, {"q": "medqa|medqa-train-3795", "s": "Qwen2.5-1.5B-Instruct", "a": "B. Verotoxin", "b": 1, "r": true, "raw": "B. Verotoxin", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8852", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Syndrome of inappropriate antidiuretic hormone", "b": 1, "r": true, "raw": "D. Syndrome of inappropriate antidiuretic hormone\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2221", "s": "Qwen2.5-1.5B-Instruct", "a": "C.", "b": 1, "r": true, "raw": "C.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2756", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Increased", "b": 1, "r": false, "raw": "C. Increased", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6194", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "C. Azithromycin\n\nBet: 1\n\nI don't know (you lose a quarter chip)", "v": {}}, {"q": "medqa|medqa-train-3159", "s": "Qwen2.5-1.5B-Instruct", "a": "B. NF-kß pathways", "b": 1, "r": true, "raw": "B. NF-kß pathways", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3956", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Hydroxocobalamin", "b": 1, "r": false, "raw": "C. Hydroxocobalamin", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7486", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "D. Oral fluconazole for the patient\n\nBet: 1\n\nI don't know (you lose a quarter chip)", "v": {}}, {"q": "medqa|medqa-train-9023", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Paraaminohippurate (PAH)", "b": 1, "r": false, "raw": "C. Paraaminohippurate (PAH)", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2543", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Galactocerebroside. Bet: 1.", "b": 1, "r": false, "raw": "C. Galactocerebroside. Bet: 1.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2644", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Encapsulated, gram-positive cocci in pairs", "b": 1, "r": true, "raw": "C. Encapsulated, gram-positive cocci in pairs\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6605", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-7715", "s": "Qwen2.5-1.5B-Instruct", "a": "C. UVA and UVB", "b": 1, "r": false, "raw": "C. UVA and UVB", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6302", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Urgent laparotomy", "b": 1, "r": false, "raw": "D. Urgent laparotomy\n\nBet: 1\n\nExplanation: Given the patient's severe abdominal pain, rigidity, rebound tenderness, and hypoactive bowel sounds, the most likely diagnosis is acute abdomen, which could be due to various conditions such as appendicitis, cholecystitis, or bowel obstruction. Urgent laparotomy is", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9609", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Delusion of reference", "b": 1, "r": true, "raw": "D. Delusion of reference\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1833", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Acute hemorrhagic stroke", "b": 1, "r": false, "raw": "D. Acute hemorrhagic stroke\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6794", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-10087", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Causative organism is visualized with India ink stain and elicits a positive latex agglutination test", "b": 1, "r": false, "raw": "D. Causative organism is visualized with India ink stain and elicits a positive latex agglutination test\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7357", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Isoniazid, rifampicin, and pyrazinamide", "b": 1, "r": false, "raw": "D. Isoniazid, rifampicin, and pyrazinamide\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5101", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Wide QRS complexes with no P waves", "b": 1, "r": false, "raw": "C. Wide QRS complexes with no P waves\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5479", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Azithromycin and ethambutol.", "b": 1, "r": true, "raw": "D. Azithromycin and ethambutol.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1037", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Oral contraceptive", "b": 1, "r": true, "raw": "D. Oral contraceptive\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3217", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Catheter-based thrombectomy / thrombolysis", "b": 1, "r": true, "raw": "C. Catheter-based thrombectomy / thrombolysis\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10126", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Specific phobia", "b": 1, "r": false, "raw": "C. Specific phobia", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4202", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Bronchial carcinoid tumor", "b": 1, "r": false, "raw": "D. Bronchial carcinoid tumor\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2521", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Granulomatosis with polyangiitis", "b": 1, "r": false, "raw": "C. Granulomatosis with polyangiitis", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-230", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Ascending lymphangitis", "b": 1, "r": true, "raw": "D. Ascending lymphangitis\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8028", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Cecum, ileum, and distal jejunum", "b": 1, "r": false, "raw": "C. Cecum, ileum, and distal jejunum", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5784", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip).\n\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-1803", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-7253", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Ultrasound of the liver", "b": 1, "r": true, "raw": "D. Ultrasound of the liver\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1030", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-5215", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Tell the patient that proton beam therapy will not be covered by his insurance company, so you will need to proceed with traditional radiation therapy", "b": 1, "r": false, "raw": "C. Tell the patient that proton beam therapy will not be covered by his insurance company, so you will need to proceed with traditional radiation therapy\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7744", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-1815", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-9297", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Cocaine toxicity", "b": 1, "r": true, "raw": "C. Cocaine toxicity", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-929", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Physostigmine", "b": 1, "r": true, "raw": "C. Physostigmine\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6634", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Pernicious anemia", "b": 1, "r": true, "raw": "C. Pernicious anemia", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9599", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Finasteride", "b": 1, "r": false, "raw": "C. Finasteride", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9861", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Blood culture", "b": 1, "r": true, "raw": "D. Blood culture\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-953", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Failure to take suppressive trimethoprim/sulfamethoxazole therapy", "b": 1, "r": false, "raw": "C. Failure to take suppressive trimethoprim/sulfamethoxazole therapy", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-304", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Laxative abuse", "b": 1, "r": false, "raw": "D. Laxative abuse", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6613", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-4470", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip).\n\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-3150", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Naloxone", "b": 1, "r": true, "raw": "C. Naloxone", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2322", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-1602", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Terazosin", "b": 1, "r": true, "raw": "C. Terazosin", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7946", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Incomplete abortion", "b": 1, "r": false, "raw": "D. Incomplete abortion\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9402", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Ruptured vasa previa", "b": 1, "r": true, "raw": "D. Ruptured vasa previa\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8136", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-5044", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-7110", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-4350", "s": "Qwen2.5-1.5B-Instruct", "a": "C. 1.2", "b": 1, "r": false, "raw": "C. 1.2", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2679", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Drug rash with eosinophilia and systemic symptoms", "b": 1, "r": false, "raw": "C. Drug rash with eosinophilia and systemic symptoms", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6473", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Trimethoprim-sulfamethaxazole. Bet: 1.", "b": 1, "r": false, "raw": "C. Trimethoprim-sulfamethaxazole. Bet: 1.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6381", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-3559", "s": "Qwen2.5-1.5B-Instruct", "a": "B. Surgical debridement", "b": 1, "r": false, "raw": "B. Surgical debridement\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5779", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Polygonal cells with racket-shaped organelles", "b": 1, "r": false, "raw": "C. Polygonal cells with racket-shaped organelles\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3442", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Intravenous drug abuse", "b": 1, "r": false, "raw": "C. Intravenous drug abuse\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2683", "s": "Qwen2.5-1.5B-Instruct", "a": "B. Lateral wall of left ventricle, left circumflex coronary artery", "b": 1, "r": true, "raw": "B. Lateral wall of left ventricle, left circumflex coronary artery", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7792", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Pulmonary rehabilitation", "b": 1, "r": false, "raw": "C. Pulmonary rehabilitation", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6522", "s": "Qwen2.5-1.5B-Instruct", "a": "C. No intervention needed", "b": 1, "r": false, "raw": "C. No intervention needed", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9071", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Wait to administer any antibiotics until you discuss your safety concerns with your attending.", "b": 1, "r": true, "raw": "D. Wait to administer any antibiotics until you discuss your safety concerns with your attending.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6296", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Mesonephric duct remnants", "b": 1, "r": false, "raw": "C. Mesonephric duct remnants\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3063", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Fasting blood glucose, lipid profile, and thyroid stimulating hormone", "b": 1, "r": false, "raw": "D. Fasting blood glucose, lipid profile, and thyroid stimulating hormone\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5835", "s": "Qwen2.5-1.5B-Instruct", "a": "B. ApoE4", "b": 1, "r": true, "raw": "B. ApoE4\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1698", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Taenia solium", "b": 1, "r": false, "raw": "D. Taenia solium", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5113", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Ultrasound of the appendix", "b": 1, "r": true, "raw": "C. Ultrasound of the appendix\n\nBet: 1\n\nExplanation: The patient presents with severe right lower quadrant discomfort and guarding, which are typical signs of appendicitis. The elevated white blood cell count (WBC) with a predominance of neutrophils, especially the presence of band forms, further supports the diagnosis of acute appendicitis.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3120", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-7478", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Sumatriptan", "b": 1, "r": true, "raw": "D. Sumatriptan\n\nBet: 1\n\nSumatriptan is the most appropriate treatment for this patient during these episodes. Sumatriptan is a triptan that is commonly used to treat migraines, including those with associated nausea and photophobia. It works by blocking the reuptake of serotonin and norepinephrine,", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2479", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Oculomotor nerve", "b": 1, "r": false, "raw": "C. Oculomotor nerve", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1161", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Autoantibody binding of hemidesmosomes", "b": 1, "r": false, "raw": "D. Autoantibody binding of hemidesmosomes\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-664", "s": "Qwen2.5-1.5B-Instruct", "a": "B. Collect sputum specimens for acid-fast bacilli smear microscopy, culture, and nucleic acid amplification", "b": 1, "r": true, "raw": "B. Collect sputum specimens for acid-fast bacilli smear microscopy, culture, and nucleic acid amplification\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6171", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Intravenous trimethoprim-sulfamethoxazole", "b": 1, "r": false, "raw": "C. Intravenous trimethoprim-sulfamethoxazole", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-584", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Segmented genomic material", "b": 1, "r": true, "raw": "D. Segmented genomic material\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6153", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-1948", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Ischemic colitis", "b": 1, "r": true, "raw": "D. Ischemic colitis\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8332", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-203", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Abscess in the lung parenchyma", "b": 1, "r": false, "raw": "C. Abscess in the lung parenchyma\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7682", "s": "Qwen2.5-1.5B-Instruct", "a": "C. 47: XXY", "b": 1, "r": true, "raw": "C. 47: XXY", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-790", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-2669", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Lateral medulla", "b": 1, "r": false, "raw": "C. Lateral medulla", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3618", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-5480", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-1402", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Immediate cardiac catheterization", "b": 1, "r": false, "raw": "D. Immediate cardiac catheterization\n\nBet: 1\n\nExplanation: The patient presents with acute ST-elevation myocardial infarction (STEMI) and a significant pericardial effusion, which suggests a high risk of complications such as cardiac tamponade or acute pericarditis. Immediate cardiac catheterization is the next best step", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7462", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Periarteriolar lymphatic sheath", "b": 1, "r": false, "raw": "D. Periarteriolar lymphatic sheath\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4299", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Oral alprazolam", "b": 1, "r": true, "raw": "C. Oral alprazolam\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2060", "s": "Qwen2.5-1.5B-Instruct", "a": "B. Hydrocortisone", "b": 1, "r": true, "raw": "B. Hydrocortisone\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6286", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Diaphoresis while sucking", "b": 1, "r": false, "raw": "C. Diaphoresis while sucking\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3357", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Basilar artery", "b": 1, "r": false, "raw": "D. Basilar artery\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9483", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Hypertrophic pyloric stenosis", "b": 1, "r": false, "raw": "D. Hypertrophic pyloric stenosis", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-278", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Factor VIII deficiency", "b": 1, "r": false, "raw": "C. Factor VIII deficiency\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-348", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "D. Oral erythromycin\n\nBet: 1\n\nI don't know (you lose a quarter chip)", "v": {}}, {"q": "medqa|medqa-train-10100", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-4545", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Loss of vibratory sense below the level of the lesion", "b": 1, "r": false, "raw": "D. Loss of vibratory sense below the level of the lesion\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8328", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Obturator", "b": 1, "r": true, "raw": "C. Obturator\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1885", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Broad-spectrum antibiotics. Bet: 1.", "b": 1, "r": false, "raw": "D. Broad-spectrum antibiotics. Bet: 1.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3037", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Intrauterine growth restriction", "b": 1, "r": false, "raw": "C. Intrauterine growth restriction\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5466", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Retinal hemorrhages", "b": 1, "r": false, "raw": "D. Retinal hemorrhages\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3549", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Spectrin", "b": 1, "r": true, "raw": "C. Spectrin", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2715", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Montelukast inhibits lipoxygenase, thus decreasing the production of inflammatory leukotrienes.", "b": 1, "r": false, "raw": "D. Montelukast inhibits lipoxygenase, thus decreasing the production of inflammatory leukotrienes.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6442", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Inhibition of ALA dehydratase and ferrochelatase", "b": 1, "r": true, "raw": "D. Inhibition of ALA dehydratase and ferrochelatase\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-541", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Colonoscopy for colorectal cancer", "b": 1, "r": true, "raw": "D. Colonoscopy for colorectal cancer\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-26", "s": "Qwen2.5-1.5B-Instruct", "a": "B. Idiopathic precocious puberty", "b": 1, "r": false, "raw": "B. Idiopathic precocious puberty", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3740", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Kozak consensus sequence", "b": 1, "r": false, "raw": "C. Kozak consensus sequence\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-516", "s": "Qwen2.5-1.5B-Instruct", "a": "B. Oculomotor nerve", "b": 1, "r": true, "raw": "B. Oculomotor nerve\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3304", "s": "Qwen2.5-1.5B-Instruct", "a": "D. M Protein", "b": 1, "r": true, "raw": "D. M Protein\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3639", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Zero-order elimination", "b": 1, "r": false, "raw": "C. Zero-order elimination\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5638", "s": "Qwen2.5-1.5B-Instruct", "a": "B. ABO incompatibility", "b": 1, "r": true, "raw": "B. ABO incompatibility\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8813", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Decreased activity of ADAMTS13", "b": 1, "r": false, "raw": "C. Decreased activity of ADAMTS13", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1196", "s": "Qwen2.5-1.5B-Instruct", "a": "B. Histamine", "b": 1, "r": true, "raw": "B. Histamine\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-588", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Severely weak peristalsis and patulous lower esophageal sphincter", "b": 1, "r": false, "raw": "D. Severely weak peristalsis and patulous lower esophageal sphincter\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3828", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip).\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-4221", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Cell-mediated immune response.", "b": 1, "r": true, "raw": "C. Cell-mediated immune response.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3996", "s": "Qwen2.5-1.5B-Instruct", "a": "D. Generalized anxiety disorder (GAD)", "b": 1, "r": false, "raw": "D. Generalized anxiety disorder (GAD)\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8606", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "D. Type VII collagen\n\nBet: 1\n\nI don't know (you lose a quarter chip)", "v": {}}, {"q": "medqa|medqa-train-8656", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "D. Splinting\n\nBet: 1\n\nI don't know (you lose a quarter chip)", "v": {}}, {"q": "medqa|medqa-train-223", "s": "Qwen2.5-1.5B-Instruct", "a": "B. Immediately administer epinephrine and sedate and intubate the patient", "b": 1, "r": true, "raw": "B. Immediately administer epinephrine and sedate and intubate the patient\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8271", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Symptoms that began after a fatty meal", "b": 1, "r": false, "raw": "C. Symptoms that began after a fatty meal\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2368", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-9335", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Hydroxyapatite", "b": 1, "r": false, "raw": "C. Hydroxyapatite\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6468", "s": "Qwen2.5-1.5B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-8619", "s": "Qwen2.5-1.5B-Instruct", "a": "C. Uveitis", "b": 1, "r": false, "raw": "C. Uveitis", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5859", "s": "SmolLM2-1.7B-Instruct", "a": "C. Cytokine release syndrome, hypersensitivity reaction", "b": 1, "r": false, "raw": "C. Cytokine release syndrome, hypersensitivity reaction", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2570", "s": "SmolLM2-1.7B-Instruct", "a": "C. Nitrofurantoin.", "b": 1, "r": false, "raw": "C. Nitrofurantoin.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6402", "s": "SmolLM2-1.7B-Instruct", "a": "A. Lipase", "b": 1, "r": false, "raw": "A. Lipase", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8556", "s": "SmolLM2-1.7B-Instruct", "a": "A. Lithium", "b": 1, "r": false, "raw": "A. Lithium", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8337", "s": "SmolLM2-1.7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip)", "v": {}}, {"q": "medqa|medqa-train-855", "s": "SmolLM2-1.7B-Instruct", "a": "C. Coronary artery", "b": 1, "r": false, "raw": "C. Coronary artery", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-10028", "s": "SmolLM2-1.7B-Instruct", "a": "A. Study B allows for better control over selection bias", "b": 1, "r": false, "raw": "A. Study B allows for better control over selection bias", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6819", "s": "SmolLM2-1.7B-Instruct", "a": "A. Left upper lobe", "b": 1, "r": false, "raw": "A. Left upper lobe", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-349", "s": "SmolLM2-1.7B-Instruct", "a": "A. Rib fracture", "b": 1, "r": false, "raw": "A. Rib fracture", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5288", "s": "SmolLM2-1.7B-Instruct", "a": "A. Cholecystoenteric fistula", "b": 1, "r": true, "raw": "A. Cholecystoenteric fistula", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6590", "s": "SmolLM2-1.7B-Instruct", "a": "A. Degradation of toxins", "b": 1, "r": false, "raw": "A. Degradation of toxins", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2268", "s": "SmolLM2-1.7B-Instruct", "a": "A. Decrease in elastin fiber assembly", "b": 1, "r": true, "raw": "A. Decrease in elastin fiber assembly", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2086", "s": "SmolLM2-1.7B-Instruct", "a": "A. Decline in circulating antibodies", "b": 1, "r": false, "raw": "A. Decline in circulating antibodies", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2921", "s": "SmolLM2-1.7B-Instruct", "a": "A. Occlusion of coronary artery stent", "b": 1, "r": false, "raw": "A. Occlusion of coronary artery stent", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9576", "s": "SmolLM2-1.7B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5416", "s": "SmolLM2-1.7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip).", "v": {}}, {"q": "medqa|medqa-train-1577", "s": "SmolLM2-1.7B-Instruct", "a": "A. Cryoablation", "b": 1, "r": false, "raw": "A. Cryoablation", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4500", "s": "SmolLM2-1.7B-Instruct", "a": "D. Low bone density", "b": 1, "r": true, "raw": "D. Low bone density", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5316", "s": "SmolLM2-1.7B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": false, "raw": "C. Nitrofurantoin", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-10008", "s": "SmolLM2-1.7B-Instruct", "a": "D. Pectus carinatum", "b": 1, "r": true, "raw": "D. Pectus carinatum", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5196", "s": "SmolLM2-1.7B-Instruct", "a": "A. Superficial (1st degree)", "b": 1, "r": false, "raw": "A. Superficial (1st degree)", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4064", "s": "SmolLM2-1.7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip)", "v": {}}, {"q": "medqa|medqa-train-9618", "s": "SmolLM2-1.7B-Instruct", "a": "A. GLUT-4 insertion in cell membranes", "b": 1, "r": false, "raw": "A. GLUT-4 insertion in cell membranes", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4561", "s": "SmolLM2-1.7B-Instruct", "a": "A. His pain is mainly transmitted by the right splanchnic nerve.", "b": 1, "r": true, "raw": "A. His pain is mainly transmitted by the right splanchnic nerve.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5235", "s": "SmolLM2-1.7B-Instruct", "a": "D. Decreased T-cell receptor excision circles on PCR", "b": 1, "r": false, "raw": "D. Decreased T-cell receptor excision circles on PCR", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2653", "s": "SmolLM2-1.7B-Instruct", "a": "A. Iron replacement for 4–6 months", "b": 1, "r": true, "raw": "A. Iron replacement for 4–6 months", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7274", "s": "SmolLM2-1.7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip)", "v": {}}, {"q": "medqa|medqa-train-3795", "s": "SmolLM2-1.7B-Instruct", "a": "A. Shiga toxin", "b": 1, "r": false, "raw": "A. Shiga toxin", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8852", "s": "SmolLM2-1.7B-Instruct", "a": "A. Acute ethanol intoxication", "b": 1, "r": false, "raw": "A. Acute ethanol intoxication", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2221", "s": "SmolLM2-1.7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip)", "v": {}}, {"q": "medqa|medqa-train-2756", "s": "SmolLM2-1.7B-Instruct", "a": "C. C", "b": 1, "r": false, "raw": "C. C\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6194", "s": "SmolLM2-1.7B-Instruct", "a": "C. Azithromycin", "b": 1, "r": false, "raw": "C. Azithromycin", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3159", "s": "SmolLM2-1.7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip)", "v": {}}, {"q": "medqa|medqa-train-3956", "s": "SmolLM2-1.7B-Instruct", "a": "C. Hydroxocobalamin", "b": 1, "r": false, "raw": "C. Hydroxocobalamin", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7486", "s": "SmolLM2-1.7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip)", "v": {}}, {"q": "medqa|medqa-train-9023", "s": "SmolLM2-1.7B-Instruct", "a": "C. Paraaminohippurate (PAH)", "b": 1, "r": false, "raw": "C. Paraaminohippurate (PAH)", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2543", "s": "SmolLM2-1.7B-Instruct", "a": "A. Ceremide", "b": 1, "r": false, "raw": "A. Ceremide", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2644", "s": "SmolLM2-1.7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip)", "v": {}}, {"q": "medqa|medqa-train-6605", "s": "SmolLM2-1.7B-Instruct", "a": "A. Guanfacine", "b": 1, "r": false, "raw": "A. Guanfacine", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7715", "s": "SmolLM2-1.7B-Instruct", "a": "A. UVB", "b": 1, "r": true, "raw": "A. UVB", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6302", "s": "SmolLM2-1.7B-Instruct", "a": "A. Abdominal radiograph", "b": 1, "r": true, "raw": "A. Abdominal radiograph", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9609", "s": "SmolLM2-1.7B-Instruct", "a": "D. Delusion of reference", "b": 1, "r": true, "raw": "D. Delusion of reference", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1833", "s": "SmolLM2-1.7B-Instruct", "a": "A. Conversion disorder", "b": 1, "r": true, "raw": "A. Conversion disorder", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6794", "s": "SmolLM2-1.7B-Instruct", "a": "A. Atrial fibrillation", "b": 1, "r": true, "raw": "A. Atrial fibrillation", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10087", "s": "SmolLM2-1.7B-Instruct", "a": "A. Clumping of red blood cells after the patient’s blood is drawn and transferred into a chilled EDTA-containing vial", "b": 1, "r": true, "raw": "A. Clumping of red blood cells after the patient’s blood is drawn and transferred into a chilled EDTA-containing vial", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7357", "s": "SmolLM2-1.7B-Instruct", "a": "C. Isoniazid and rifampicin", "b": 1, "r": false, "raw": "C. Isoniazid and rifampicin", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5101", "s": "SmolLM2-1.7B-Instruct", "a": "A. ST elevations in leads II, III, and aVF", "b": 1, "r": false, "raw": "A. ST elevations in leads II, III, and aVF", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5479", "s": "SmolLM2-1.7B-Instruct", "a": "A. Amphotericin B and itraconazole", "b": 1, "r": false, "raw": "A. Amphotericin B and itraconazole", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1037", "s": "SmolLM2-1.7B-Instruct", "a": "A. Prednisone", "b": 1, "r": false, "raw": "A. Prednisone", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3217", "s": "SmolLM2-1.7B-Instruct", "a": "A. Percutaneous transluminal stent implantation", "b": 1, "r": false, "raw": "A. Percutaneous transluminal stent implantation", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-10126", "s": "SmolLM2-1.7B-Instruct", "a": "C. Specific phobia", "b": 1, "r": false, "raw": "C. Specific phobia", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4202", "s": "SmolLM2-1.7B-Instruct", "a": "A. Squamous cell lung carcinoma", "b": 1, "r": false, "raw": "A. Squamous cell lung carcinoma", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2521", "s": "SmolLM2-1.7B-Instruct", "a": "A. Giant cell arteritis", "b": 1, "r": false, "raw": "A. Giant cell arteritis", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-230", "s": "SmolLM2-1.7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip)", "v": {}}, {"q": "medqa|medqa-train-8028", "s": "SmolLM2-1.7B-Instruct", "a": "A. Splenic flexure, descending colon, and sigmoid colon", "b": 1, "r": true, "raw": "A. Splenic flexure, descending colon, and sigmoid colon", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5784", "s": "SmolLM2-1.7B-Instruct", "a": "D. Bone scintigraphy", "b": 1, "r": false, "raw": "D. Bone scintigraphy", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1803", "s": "SmolLM2-1.7B-Instruct", "a": "A. Macrophage activation", "b": 1, "r": false, "raw": "A. Macrophage activation", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7253", "s": "SmolLM2-1.7B-Instruct", "a": "D. Ultrasound of the liver", "b": 1, "r": true, "raw": "D. Ultrasound of the liver", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1030", "s": "SmolLM2-1.7B-Instruct", "a": "A. Fibrinoid necrosis", "b": 1, "r": false, "raw": "A. Fibrinoid necrosis", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5215", "s": "SmolLM2-1.7B-Instruct", "a": "C. Tell the patient that proton beam therapy will not be covered by his insurance company, so you will need to proceed with traditional radiation therapy", "b": 1, "r": false, "raw": "C. Tell the patient that proton beam therapy will not be covered by his insurance company, so you will need to proceed with traditional radiation therapy\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7744", "s": "SmolLM2-1.7B-Instruct", "a": "A. A non-enhancing hemispheric lesion", "b": 1, "r": false, "raw": "A. A non-enhancing hemispheric lesion", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1815", "s": "SmolLM2-1.7B-Instruct", "a": "A. Perform the excision", "b": 1, "r": true, "raw": "A. Perform the excision", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9297", "s": "SmolLM2-1.7B-Instruct", "a": "C. Cocaine toxicity", "b": 1, "r": true, "raw": "C. Cocaine toxicity", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-929", "s": "SmolLM2-1.7B-Instruct", "a": "A. Scopolamine", "b": 1, "r": false, "raw": "A. Scopolamine", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6634", "s": "SmolLM2-1.7B-Instruct", "a": "C. Pernicious anemia", "b": 1, "r": true, "raw": "C. Pernicious anemia", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9599", "s": "SmolLM2-1.7B-Instruct", "a": "A. Ciprofloxacin", "b": 1, "r": false, "raw": "A. Ciprofloxacin", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9861", "s": "SmolLM2-1.7B-Instruct", "a": "A. Procalcitonin", "b": 1, "r": false, "raw": "A. Procalcitonin", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-953", "s": "SmolLM2-1.7B-Instruct", "a": "A. Defective IL-2 receptor", "b": 1, "r": false, "raw": "A. Defective IL-2 receptor", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-304", "s": "SmolLM2-1.7B-Instruct", "a": "C. Giardiasis", "b": 1, "r": false, "raw": "C. Giardiasis", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6613", "s": "SmolLM2-1.7B-Instruct", "a": "A. Fluid wave", "b": 1, "r": false, "raw": "A. Fluid wave", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4470", "s": "SmolLM2-1.7B-Instruct", "a": "C. Inhibition of nucleoside reverse transcriptase", "b": 1, "r": false, "raw": "C. Inhibition of nucleoside reverse transcriptase", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3150", "s": "SmolLM2-1.7B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": true, "raw": "C. Nitrofurantoin", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2322", "s": "SmolLM2-1.7B-Instruct", "a": "B. Increases the uptake of glucose and reduces peripheral insulin resistance.", "b": 1, "r": false, "raw": "B. Increases the uptake of glucose and reduces peripheral insulin resistance.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1602", "s": "SmolLM2-1.7B-Instruct", "a": "A. Phenoxybenzamine", "b": 1, "r": false, "raw": "A. Phenoxybenzamine", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7946", "s": "SmolLM2-1.7B-Instruct", "a": "A. Missed abortion", "b": 1, "r": false, "raw": "A. Missed abortion", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9402", "s": "SmolLM2-1.7B-Instruct", "a": "A. Placenta previa", "b": 1, "r": false, "raw": "A. Placenta previa", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8136", "s": "SmolLM2-1.7B-Instruct", "a": "A. Pyruvate dehydrogenase", "b": 1, "r": false, "raw": "A. Pyruvate dehydrogenase", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5044", "s": "SmolLM2-1.7B-Instruct", "a": "A. Agranulocytosis", "b": 1, "r": false, "raw": "A. Agranulocytosis", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7110", "s": "SmolLM2-1.7B-Instruct", "a": "C. Enterococcus faecalis", "b": 1, "r": true, "raw": "C. Enterococcus faecalis", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4350", "s": "SmolLM2-1.7B-Instruct", "a": "A. 6", "b": 1, "r": false, "raw": "A. 6", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2679", "s": "SmolLM2-1.7B-Instruct", "a": "A. Erythema multiforme", "b": 1, "r": false, "raw": "A. Erythema multiforme", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6473", "s": "SmolLM2-1.7B-Instruct", "a": "A. Surgical resection of the mass", "b": 1, "r": false, "raw": "A. Surgical resection of the mass", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6381", "s": "SmolLM2-1.7B-Instruct", "a": "A. Lymphoma", "b": 1, "r": false, "raw": "A. Lymphoma", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3559", "s": "SmolLM2-1.7B-Instruct", "a": "A. CT-guided biopsy", "b": 1, "r": true, "raw": "A. CT-guided biopsy", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5779", "s": "SmolLM2-1.7B-Instruct", "a": "A. Cords of atypical cells with extracellular mucin", "b": 1, "r": false, "raw": "A. Cords of atypical cells with extracellular mucin", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3442", "s": "SmolLM2-1.7B-Instruct", "a": "A. Bicuspid aortic valve", "b": 1, "r": false, "raw": "A. Bicuspid aortic valve", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2683", "s": "SmolLM2-1.7B-Instruct", "a": "A. Interventricular septum, left anterior descending coronary artery", "b": 1, "r": false, "raw": "A. Interventricular septum, left anterior descending coronary artery", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7792", "s": "SmolLM2-1.7B-Instruct", "a": "A. Prophylactic azithromycin", "b": 1, "r": false, "raw": "A. Prophylactic azithromycin", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6522", "s": "SmolLM2-1.7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip)", "v": {}}, {"q": "medqa|medqa-train-9071", "s": "SmolLM2-1.7B-Instruct", "a": "A. Administer piperacillin/tazobactam instead of moxifloxacin without discussing with the attending since your obligation is to \"first, do no harm\" and both are acceptable antibiotics for complicated appendicitis.", "b": 1, "r": false, "raw": "A. Administer piperacillin/tazobactam instead of moxifloxacin without discussing with the attending since your obligation is to \"first, do no harm\" and both are acceptable antibiotics for complicated appendicitis.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6296", "s": "SmolLM2-1.7B-Instruct", "a": "A. Paraurethral glands", "b": 1, "r": false, "raw": "A. Paraurethral glands", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3063", "s": "SmolLM2-1.7B-Instruct", "a": "A. Fasting blood glucose and lipid profile", "b": 1, "r": false, "raw": "A. Fasting blood glucose and lipid profile", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5835", "s": "SmolLM2-1.7B-Instruct", "a": "A. ApoE4", "b": 1, "r": false, "raw": "A. ApoE4", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1698", "s": "SmolLM2-1.7B-Instruct", "a": "A. Echinococcus granulosus", "b": 1, "r": true, "raw": "A. Echinococcus granulosus", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5113", "s": "SmolLM2-1.7B-Instruct", "a": "D. Upper gastrointestinal series", "b": 1, "r": false, "raw": "D. Upper gastrointestinal series", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3120", "s": "SmolLM2-1.7B-Instruct", "a": "C. The NNH is inversely correlated with the relative risk increase.", "b": 1, "r": true, "raw": "C. The NNH is inversely correlated with the relative risk increase.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7478", "s": "SmolLM2-1.7B-Instruct", "a": "A. Acetazolamide", "b": 1, "r": false, "raw": "A. Acetazolamide", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2479", "s": "SmolLM2-1.7B-Instruct", "a": "A. Ciliary ganglion", "b": 1, "r": false, "raw": "A. Ciliary ganglion", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1161", "s": "SmolLM2-1.7B-Instruct", "a": "A. Toxin-induced cleavage of desmoglein", "b": 1, "r": true, "raw": "A. Toxin-induced cleavage of desmoglein", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-664", "s": "SmolLM2-1.7B-Instruct", "a": "A. Perform a high-resolution CT scan of the chest", "b": 1, "r": false, "raw": "A. Perform a high-resolution CT scan of the chest", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6171", "s": "SmolLM2-1.7B-Instruct", "a": "C. Intravenous trimethoprim-sulfamethoxazole", "b": 1, "r": false, "raw": "C. Intravenous trimethoprim-sulfamethoxazole", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-584", "s": "SmolLM2-1.7B-Instruct", "a": "D. Segmented genomic material", "b": 1, "r": true, "raw": "D. Segmented genomic material", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6153", "s": "SmolLM2-1.7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip)", "v": {}}, {"q": "medqa|medqa-train-1948", "s": "SmolLM2-1.7B-Instruct", "a": "A. Pseudomembranous colitis", "b": 1, "r": false, "raw": "A. Pseudomembranous colitis", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8332", "s": "SmolLM2-1.7B-Instruct", "a": "A. Tight control of her diabetes mellitus by adding insulin", "b": 1, "r": false, "raw": "A. Tight control of her diabetes mellitus by adding insulin", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-203", "s": "SmolLM2-1.7B-Instruct", "a": "D. Fluid in the alveolar space", "b": 1, "r": true, "raw": "D. Fluid in the alveolar space", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7682", "s": "SmolLM2-1.7B-Instruct", "a": "A. Trisomy 13", "b": 1, "r": false, "raw": "A. Trisomy 13", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-790", "s": "SmolLM2-1.7B-Instruct", "a": "A. Reassurance only", "b": 1, "r": false, "raw": "A. Reassurance only", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2669", "s": "SmolLM2-1.7B-Instruct", "a": "A. Cingulate gyrus", "b": 1, "r": true, "raw": "A. Cingulate gyrus", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3618", "s": "SmolLM2-1.7B-Instruct", "a": "C. Nitrofurantoin", "b": 1, "r": true, "raw": "C. Nitrofurantoin", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5480", "s": "SmolLM2-1.7B-Instruct", "a": "D. DNA isolation and purification", "b": 1, "r": false, "raw": "D. DNA isolation and purification", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1402", "s": "SmolLM2-1.7B-Instruct", "a": "A. Intra-aortic balloon counterpulsation", "b": 1, "r": false, "raw": "A. Intra-aortic balloon counterpulsation", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7462", "s": "SmolLM2-1.7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip)", "v": {}}, {"q": "medqa|medqa-train-4299", "s": "SmolLM2-1.7B-Instruct", "a": "A. Oral propranolol", "b": 1, "r": false, "raw": "A. Oral propranolol", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2060", "s": "SmolLM2-1.7B-Instruct", "a": "A. Bilateral adrenalectomy", "b": 1, "r": false, "raw": "A. Bilateral adrenalectomy", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6286", "s": "SmolLM2-1.7B-Instruct", "a": "A. Hepatomegaly", "b": 1, "r": false, "raw": "A. Hepatomegaly", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3357", "s": "SmolLM2-1.7B-Instruct", "a": "A. Anterior cerebral artery", "b": 1, "r": false, "raw": "A. Anterior cerebral artery", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9483", "s": "SmolLM2-1.7B-Instruct", "a": "A. Malrotation with volvulus", "b": 1, "r": false, "raw": "A. Malrotation with volvulus", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-278", "s": "SmolLM2-1.7B-Instruct", "a": "A. Palmar rash", "b": 1, "r": false, "raw": "A. Palmar rash", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-348", "s": "SmolLM2-1.7B-Instruct", "a": "A. Topical natamycin", "b": 1, "r": false, "raw": "A. Topical natamycin", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-10100", "s": "SmolLM2-1.7B-Instruct", "a": "A. Release of cytotoxic granules by cytotoxic T cells", "b": 1, "r": false, "raw": "A. Release of cytotoxic granules by cytotoxic T cells", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4545", "s": "SmolLM2-1.7B-Instruct", "a": "A. Negative plantar extensor response in his lower limbs", "b": 1, "r": false, "raw": "A. Negative plantar extensor response in his lower limbs", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8328", "s": "SmolLM2-1.7B-Instruct", "a": "A. Femoral nerve", "b": 1, "r": false, "raw": "A. Femoral nerve", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1885", "s": "SmolLM2-1.7B-Instruct", "a": "A. Supportive care", "b": 1, "r": false, "raw": "A. Supportive care", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3037", "s": "SmolLM2-1.7B-Instruct", "a": "A. Hypocalcemia", "b": 1, "r": true, "raw": "A. Hypocalcemia", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5466", "s": "SmolLM2-1.7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip)", "v": {}}, {"q": "medqa|medqa-train-3549", "s": "SmolLM2-1.7B-Instruct", "a": "A. Iron absorption", "b": 1, "r": false, "raw": "A. Iron absorption", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2715", "s": "SmolLM2-1.7B-Instruct", "a": "A. Montelukast inhibits the release of inflammatory substances from mast cells.", "b": 1, "r": false, "raw": "A. Montelukast inhibits the release of inflammatory substances from mast cells.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6442", "s": "SmolLM2-1.7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip).", "v": {}}, {"q": "medqa|medqa-train-541", "s": "SmolLM2-1.7B-Instruct", "a": "A. Prostate-specific antigen for prostate cancer", "b": 1, "r": false, "raw": "A. Prostate-specific antigen for prostate cancer", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-26", "s": "SmolLM2-1.7B-Instruct", "a": "A. McCune-Albright syndrome", "b": 1, "r": false, "raw": "A. McCune-Albright syndrome", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3740", "s": "SmolLM2-1.7B-Instruct", "a": "A. Exon", "b": 1, "r": true, "raw": "A. Exon", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-516", "s": "SmolLM2-1.7B-Instruct", "a": "A. Trochlear nerve", "b": 1, "r": false, "raw": "A. Trochlear nerve", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3304", "s": "SmolLM2-1.7B-Instruct", "a": "A. Protein A", "b": 1, "r": false, "raw": "A. Protein A", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3639", "s": "SmolLM2-1.7B-Instruct", "a": "A. First-pass metabolism", "b": 1, "r": false, "raw": "A. First-pass metabolism", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5638", "s": "SmolLM2-1.7B-Instruct", "a": "A. Rh Incompatibility", "b": 1, "r": false, "raw": "A. Rh Incompatibility", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8813", "s": "SmolLM2-1.7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip)", "v": {}}, {"q": "medqa|medqa-train-1196", "s": "SmolLM2-1.7B-Instruct", "a": "C. IL-22", "b": 1, "r": false, "raw": "C. IL-22", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-588", "s": "SmolLM2-1.7B-Instruct", "a": "A. Abnormal esophageal contraction with deglutition lower esophageal sphincter relaxation", "b": 1, "r": false, "raw": "A. Abnormal esophageal contraction with deglutition lower esophageal sphincter relaxation", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3828", "s": "SmolLM2-1.7B-Instruct", "a": "A. \"Yes, ginkgo is widely used for improving brain function and memory.\"", "b": 1, "r": false, "raw": "A. \"Yes, ginkgo is widely used for improving brain function and memory.\"", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4221", "s": "SmolLM2-1.7B-Instruct", "a": "A. Release of granzymes", "b": 1, "r": false, "raw": "A. Release of granzymes", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3996", "s": "SmolLM2-1.7B-Instruct", "a": "A. Obsessive-Compulsive Disorder (OCD)", "b": 1, "r": true, "raw": "A. Obsessive-Compulsive Disorder (OCD)", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8606", "s": "SmolLM2-1.7B-Instruct", "a": "A. Desmosomes", "b": 1, "r": true, "raw": "A. Desmosomes", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8656", "s": "SmolLM2-1.7B-Instruct", "a": "A. A trial of gabapentin", "b": 1, "r": false, "raw": "A. A trial of gabapentin", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-223", "s": "SmolLM2-1.7B-Instruct", "a": "D. Wait for the patient's parents to arrive, calm the patient, and provide written consent before intubating", "b": 1, "r": false, "raw": "D. Wait for the patient's parents to arrive, calm the patient, and provide written consent before intubating", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8271", "s": "SmolLM2-1.7B-Instruct", "a": "A. A 15 pack/year history of smoking", "b": 1, "r": false, "raw": "A. A 15 pack/year history of smoking", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2368", "s": "SmolLM2-1.7B-Instruct", "a": "A. Dexrazoxane", "b": 1, "r": true, "raw": "A. Dexrazoxane", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9335", "s": "SmolLM2-1.7B-Instruct", "a": "C. Hydroxyapatite", "b": 1, "r": false, "raw": "C. Hydroxyapatite", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6468", "s": "SmolLM2-1.7B-Instruct", "a": "A. Increase in length constant", "b": 1, "r": true, "raw": "A. Increase in length constant", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8619", "s": "SmolLM2-1.7B-Instruct", "a": "A. Uveitis", "b": 1, "r": false, "raw": "A. Uveitis", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5859", "s": "Qwen2.5-3B-Instruct", "a": "Let's analyze the options provided for the side effects of sirolimus:", "b": 1, "r": false, "raw": "Let's analyze the options provided for the side effects of sirolimus:\n\nA. Pancreatitis - Sirolimus is not known to cause pancreatitis.\nB. Hyperlipidemia, thrombocytopenia - Sirolimus can cause hyperlipidemia and thrombocytopenia.\nC. Cytokine release syndrome,", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2570", "s": "Qwen2.5-3B-Instruct", "a": "C. CT scan of the head", "b": 1, "r": false, "raw": "C. CT scan of the head\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6402", "s": "Qwen2.5-3B-Instruct", "a": "C. Enterokinase.", "b": 1, "r": true, "raw": "C. Enterokinase.  \nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8556", "s": "Qwen2.5-3B-Instruct", "a": "C. Fluphenazine", "b": 1, "r": true, "raw": "C. Fluphenazine\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8337", "s": "Qwen2.5-3B-Instruct", "a": "D. Obstructive sleep apnea", "b": 1, "r": true, "raw": "D. Obstructive sleep apnea\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-855", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-10028", "s": "Qwen2.5-3B-Instruct", "a": "B. Study A allows for better control of confounding variables", "b": 1, "r": true, "raw": "B. Study A allows for better control of confounding variables\n\nBet: 1\n\nThis is because Study A randomly assigns patients to a low-salt diet or a control group, which helps to control for confounding variables by ensuring that any differences between the groups are due to the intervention rather than pre-existing differences. In Study B, dietary sodium intake is", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6819", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 4", "v": {}}, {"q": "medqa|medqa-train-349", "s": "Qwen2.5-3B-Instruct", "a": "B. Traumatic aortic dissection", "b": 1, "r": true, "raw": "B. Traumatic aortic dissection\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5288", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-6590", "s": "Qwen2.5-3B-Instruct", "a": "C. Phagocytosis of foreign material", "b": 1, "r": true, "raw": "C. Phagocytosis of foreign material\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2268", "s": "Qwen2.5-3B-Instruct", "a": "D. Decreased crosslinking of collagen fibrils", "b": 1, "r": false, "raw": "D. Decreased crosslinking of collagen fibrils\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2086", "s": "Qwen2.5-3B-Instruct", "a": "C. Reactivation of dormant liver stage", "b": 1, "r": true, "raw": "C. Reactivation of dormant liver stage\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2921", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-9576", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 3\n\nHaloperidol", "v": {}}, {"q": "medqa|medqa-train-5416", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-1577", "s": "Qwen2.5-3B-Instruct", "a": "B. Loop electrosurgical excision procedure", "b": 1, "r": true, "raw": "B. Loop electrosurgical excision procedure\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4500", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-5316", "s": "Qwen2.5-3B-Instruct", "a": "D. Carvedilol", "b": 1, "r": true, "raw": "D. Carvedilol\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10008", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "medqa|medqa-train-5196", "s": "Qwen2.5-3B-Instruct", "a": "B. Deep-partial thickness (3rd degree)", "b": 1, "r": true, "raw": "B. Deep-partial thickness (3rd degree)\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4064", "s": "Qwen2.5-3B-Instruct", "a": "C. Depolarization of beta-cell membrane", "b": 1, "r": false, "raw": "C. Depolarization of beta-cell membrane\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9618", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-4561", "s": "Qwen2.5-3B-Instruct", "a": "C. His pain is transmitted by somatic afferent nerve fibers located in the right flank.", "b": 1, "r": false, "raw": "C. His pain is transmitted by somatic afferent nerve fibers located in the right flank.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5235", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-2653", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-7274", "s": "Qwen2.5-3B-Instruct", "a": "C. MRI", "b": 3, "r": false, "raw": "C. MRI\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3795", "s": "Qwen2.5-3B-Instruct", "a": "A. Shiga toxin", "b": 1, "r": false, "raw": "A. Shiga toxin\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8852", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 4", "v": {}}, {"q": "medqa|medqa-train-2221", "s": "Qwen2.5-3B-Instruct", "a": "C. ↑ Plasma renin and angiotensin II activity, ↓ blood pressure, ↓ renal perfusion pressure, ↑ serum pH", "b": 1, "r": true, "raw": "C. ↑ Plasma renin and angiotensin II activity, ↓ blood pressure, ↓ renal perfusion pressure, ↑ serum pH\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2756", "s": "Qwen2.5-3B-Instruct", "a": "A. A", "b": 1, "r": false, "raw": "A. A\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6194", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-3159", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "medqa|medqa-train-3956", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-7486", "s": "Qwen2.5-3B-Instruct", "a": "B. Oral clindamycin for the patient", "b": 1, "r": false, "raw": "B. Oral clindamycin for the patient\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9023", "s": "Qwen2.5-3B-Instruct", "a": "B. Inulin", "b": 1, "r": true, "raw": "B. Inulin\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2543", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "medqa|medqa-train-2644", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "medqa|medqa-train-6605", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-7715", "s": "Qwen2.5-3B-Instruct", "a": "C. UVA and UVB", "b": 1, "r": false, "raw": "C. UVA and UVB\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6302", "s": "Qwen2.5-3B-Instruct", "a": "B. CT of the abdomen", "b": 1, "r": false, "raw": "B. CT of the abdomen\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9609", "s": "Qwen2.5-3B-Instruct", "a": "D. Delusion of reference", "b": 1, "r": true, "raw": "D. Delusion of reference\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1833", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-6794", "s": "Qwen2.5-3B-Instruct", "a": "A. Atrial fibrillation", "b": 1, "r": true, "raw": "A. Atrial fibrillation\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10087", "s": "Qwen2.5-3B-Instruct", "a": "C. Clumping of red blood cells after the patient’s blood is drawn and transferred into a tube containing Proteus antigens", "b": 1, "r": false, "raw": "C. Clumping of red blood cells after the patient’s blood is drawn and transferred into a tube containing Proteus antigens\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7357", "s": "Qwen2.5-3B-Instruct", "a": "C. Isoniazid and rifampicin", "b": 1, "r": false, "raw": "C. Isoniazid and rifampicin\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5101", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-5479", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 4", "v": {}}, {"q": "medqa|medqa-train-1037", "s": "Qwen2.5-3B-Instruct", "a": "C. Ketoconazole", "b": 1, "r": false, "raw": "C. Ketoconazole\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3217", "s": "Qwen2.5-3B-Instruct", "a": "C. Catheter-based thrombectomy / thrombolysis", "b": 1, "r": true, "raw": "C. Catheter-based thrombectomy / thrombolysis\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10126", "s": "Qwen2.5-3B-Instruct", "a": "D. Agoraphobia", "b": 3, "r": false, "raw": "D. Agoraphobia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4202", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-2521", "s": "Qwen2.5-3B-Instruct", "a": "B. Polyarteritis nodosa", "b": 1, "r": true, "raw": "B. Polyarteritis nodosa\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-230", "s": "Qwen2.5-3B-Instruct", "a": "D. Ascending lymphangitis", "b": 1, "r": true, "raw": "D. Ascending lymphangitis\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8028", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-5784", "s": "Qwen2.5-3B-Instruct", "a": "C. MRI of the spine", "b": 1, "r": true, "raw": "C. MRI of the spine\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1803", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-7253", "s": "Qwen2.5-3B-Instruct", "a": "C. Esophagogastroduodenoscopy", "b": 1, "r": false, "raw": "C. Esophagogastroduodenoscopy\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1030", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-5215", "s": "Qwen2.5-3B-Instruct", "a": "B. Proceed with proton beam therapy as discussed at your patient's appointment", "b": 1, "r": true, "raw": "B. Proceed with proton beam therapy as discussed at your patient's appointment\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7744", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 4", "v": {}}, {"q": "medqa|medqa-train-1815", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-9297", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "medqa|medqa-train-929", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-6634", "s": "Qwen2.5-3B-Instruct", "a": "C. Pernicious anemia", "b": 1, "r": true, "raw": "C. Pernicious anemia\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9599", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-9861", "s": "Qwen2.5-3B-Instruct", "a": "D. Blood culture", "b": 3, "r": true, "raw": "D. Blood culture\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-953", "s": "Qwen2.5-3B-Instruct", "a": "C. Failure to take suppressive trimethoprim/sulfamethoxazole therapy", "b": 1, "r": false, "raw": "C. Failure to take suppressive trimethoprim/sulfamethoxazole therapy\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-304", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-6613", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "medqa|medqa-train-4470", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-3150", "s": "Qwen2.5-3B-Instruct", "a": "C. Naloxone", "b": 1, "r": true, "raw": "C. Naloxone\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2322", "s": "Qwen2.5-3B-Instruct", "a": "C. Acts as an agonist at the peroxisome proliferator-activated receptor-Ƴ.", "b": 1, "r": true, "raw": "C. Acts as an agonist at the peroxisome proliferator-activated receptor-Ƴ.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1602", "s": "Qwen2.5-3B-Instruct", "a": "B. Tamsulosin", "b": 1, "r": false, "raw": "B. Tamsulosin\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7946", "s": "Qwen2.5-3B-Instruct", "a": "D. Incomplete abortion", "b": 1, "r": false, "raw": "D. Incomplete abortion\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9402", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 4", "v": {}}, {"q": "medqa|medqa-train-8136", "s": "Qwen2.5-3B-Instruct", "a": "D. Lactate dehydrogenase", "b": 1, "r": true, "raw": "D. Lactate dehydrogenase\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5044", "s": "Qwen2.5-3B-Instruct", "a": "C. Fulminant hepatic necrosis", "b": 1, "r": true, "raw": "C. Fulminant hepatic necrosis\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7110", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "medqa|medqa-train-4350", "s": "Qwen2.5-3B-Instruct", "a": "To calculate the number of patients that need to be treated with tPA to contribute to one case of symptomatic intracerebral hemorrhage, we can use the concept of the \"number needed to treat\" (NNT). The NNT is calculated as the number of patients that need to be treated with the intervention (tPA in this case) to", "b": 1, "r": false, "raw": "To calculate the number of patients that need to be treated with tPA to contribute to one case of symptomatic intracerebral hemorrhage, we can use the concept of the \"number needed to treat\" (NNT). The NNT is calculated as the number of patients that need to be treated with the intervention (tPA in this case) to", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2679", "s": "Qwen2.5-3B-Instruct", "a": "B. Stevens-Johnson syndrome", "b": 3, "r": true, "raw": "B. Stevens-Johnson syndrome\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6473", "s": "Qwen2.5-3B-Instruct", "a": "A. Surgical resection of the mass", "b": 1, "r": false, "raw": "A. Surgical resection of the mass\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6381", "s": "Qwen2.5-3B-Instruct", "a": "C. Subacute granulomatous thyroiditis", "b": 1, "r": true, "raw": "C. Subacute granulomatous thyroiditis\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3559", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-5779", "s": "Qwen2.5-3B-Instruct", "a": "D. Spindle-shaped cells with leukocytic infiltration", "b": 1, "r": true, "raw": "D. Spindle-shaped cells with leukocytic infiltration\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3442", "s": "Qwen2.5-3B-Instruct", "a": "A. Bicuspid aortic valve", "b": 1, "r": false, "raw": "A. Bicuspid aortic valve\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2683", "s": "Qwen2.5-3B-Instruct", "a": "B. Lateral wall of left ventricle, left circumflex coronary artery", "b": 1, "r": true, "raw": "B. Lateral wall of left ventricle, left circumflex coronary artery\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7792", "s": "Qwen2.5-3B-Instruct", "a": "C. Pulmonary rehabilitation", "b": 3, "r": false, "raw": "C. Pulmonary rehabilitation\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6522", "s": "Qwen2.5-3B-Instruct", "a": "D. Pap smear", "b": 1, "r": false, "raw": "D. Pap smear\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9071", "s": "Qwen2.5-3B-Instruct", "a": "C. Discuss the adverse effects of each antibiotic with the patient, and then let the patient decide which antibiotic she would prefer.", "b": 1, "r": false, "raw": "C. Discuss the adverse effects of each antibiotic with the patient, and then let the patient decide which antibiotic she would prefer.\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6296", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 4", "v": {}}, {"q": "medqa|medqa-train-3063", "s": "Qwen2.5-3B-Instruct", "a": "D. Fasting blood glucose, lipid profile, and thyroid stimulating hormone", "b": 1, "r": false, "raw": "D. Fasting blood glucose, lipid profile, and thyroid stimulating hormone\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5835", "s": "Qwen2.5-3B-Instruct", "a": "B. ApoE4", "b": 1, "r": true, "raw": "B. ApoE4\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1698", "s": "Qwen2.5-3B-Instruct", "a": "D. Taenia solium", "b": 3, "r": false, "raw": "D. Taenia solium\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5113", "s": "Qwen2.5-3B-Instruct", "a": "C. Ultrasound of the appendix", "b": 1, "r": true, "raw": "C. Ultrasound of the appendix\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3120", "s": "Qwen2.5-3B-Instruct", "a": "Let's break down the question and the options to determine the correct answer.", "b": 1, "r": false, "raw": "Let's break down the question and the options to determine the correct answer.\n\n### Understanding the Number Needed to Harm (NNH)\nThe Number Needed to Harm (NNH) is the number of people who need to be exposed to a harmful factor to cause one additional case of the harmful outcome. In this context, it would be the number of people who need", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7478", "s": "Qwen2.5-3B-Instruct", "a": "D. Sumatriptan", "b": 1, "r": true, "raw": "D. Sumatriptan\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2479", "s": "Qwen2.5-3B-Instruct", "a": "D. Optic nerve", "b": 1, "r": true, "raw": "D. Optic nerve\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1161", "s": "Qwen2.5-3B-Instruct", "a": "D. Autoantibody binding of hemidesmosomes", "b": 1, "r": false, "raw": "D. Autoantibody binding of hemidesmosomes\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-664", "s": "Qwen2.5-3B-Instruct", "a": "B. Collect sputum specimens for acid-fast bacilli smear microscopy, culture, and nucleic acid amplification", "b": 1, "r": true, "raw": "B. Collect sputum specimens for acid-fast bacilli smear microscopy, culture, and nucleic acid amplification\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6171", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-584", "s": "Qwen2.5-3B-Instruct", "a": "D. Segmented genomic material", "b": 1, "r": true, "raw": "D. Segmented genomic material\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6153", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "medqa|medqa-train-1948", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "medqa|medqa-train-8332", "s": "Qwen2.5-3B-Instruct", "a": "C. Dimercaprol", "b": 3, "r": true, "raw": "C. Dimercaprol\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-203", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-7682", "s": "Qwen2.5-3B-Instruct", "a": "C. 47: XXY", "b": 1, "r": true, "raw": "C. 47: XXY\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-790", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-2669", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-3618", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "medqa|medqa-train-5480", "s": "Qwen2.5-3B-Instruct", "a": "C. Pyrosequencing", "b": 1, "r": false, "raw": "C. Pyrosequencing\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1402", "s": "Qwen2.5-3B-Instruct", "a": "D. Immediate cardiac catheterization", "b": 1, "r": false, "raw": "D. Immediate cardiac catheterization\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7462", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-4299", "s": "Qwen2.5-3B-Instruct", "a": "C. Oral alprazolam", "b": 1, "r": true, "raw": "C. Oral alprazolam\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2060", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-6286", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-3357", "s": "Qwen2.5-3B-Instruct", "a": "B. Middle cerebral artery", "b": 1, "r": true, "raw": "B. Middle cerebral artery\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9483", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-278", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-348", "s": "Qwen2.5-3B-Instruct", "a": "C. Topical erythromycin", "b": 1, "r": true, "raw": "C. Topical erythromycin\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10100", "s": "Qwen2.5-3B-Instruct", "a": "D. Phagolysosome formation by neutrophils", "b": 1, "r": true, "raw": "D. Phagolysosome formation by neutrophils\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4545", "s": "Qwen2.5-3B-Instruct", "a": "D. Loss of vibratory sense below the level of the lesion", "b": 1, "r": false, "raw": "D. Loss of vibratory sense below the level of the lesion\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8328", "s": "Qwen2.5-3B-Instruct", "a": "C. Obturator", "b": 1, "r": true, "raw": "C. Obturator\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1885", "s": "Qwen2.5-3B-Instruct", "a": "D. Broad-spectrum antibiotics", "b": 3, "r": false, "raw": "D. Broad-spectrum antibiotics\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3037", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-5466", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-3549", "s": "Qwen2.5-3B-Instruct", "a": "C. Spectrin", "b": 1, "r": true, "raw": "C. Spectrin\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2715", "s": "Qwen2.5-3B-Instruct", "a": "D. Montelukast inhibits lipoxygenase, thus decreasing the production of inflammatory leukotrienes.", "b": 1, "r": false, "raw": "D. Montelukast inhibits lipoxygenase, thus decreasing the production of inflammatory leukotrienes.\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6442", "s": "Qwen2.5-3B-Instruct", "a": "D. Inhibition of ALA dehydratase and ferrochelatase", "b": 1, "r": true, "raw": "D. Inhibition of ALA dehydratase and ferrochelatase\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-541", "s": "Qwen2.5-3B-Instruct", "a": "D. Colonoscopy for colorectal cancer", "b": 1, "r": true, "raw": "D. Colonoscopy for colorectal cancer\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-26", "s": "Qwen2.5-3B-Instruct", "a": "C. McCune-Albright syndrome", "b": 1, "r": false, "raw": "C. McCune-Albright syndrome\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3740", "s": "Qwen2.5-3B-Instruct", "a": "D. Transcriptional promoter", "b": 3, "r": false, "raw": "D. Transcriptional promoter\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-516", "s": "Qwen2.5-3B-Instruct", "a": "B. Oculomotor nerve", "b": 1, "r": true, "raw": "B. Oculomotor nerve\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3304", "s": "Qwen2.5-3B-Instruct", "a": "D. M Protein", "b": 1, "r": true, "raw": "D. M Protein\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3639", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 4", "v": {}}, {"q": "medqa|medqa-train-5638", "s": "Qwen2.5-3B-Instruct", "a": "B. ABO incompatibility", "b": 1, "r": true, "raw": "B. ABO incompatibility\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8813", "s": "Qwen2.5-3B-Instruct", "a": "C. Decreased activity of ADAMTS13", "b": 1, "r": false, "raw": "C. Decreased activity of ADAMTS13\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1196", "s": "Qwen2.5-3B-Instruct", "a": "B. Histamine", "b": 1, "r": true, "raw": "B. Histamine\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-588", "s": "Qwen2.5-3B-Instruct", "a": "D. Severely weak peristalsis and patulous lower esophageal sphincter", "b": 1, "r": false, "raw": "D. Severely weak peristalsis and patulous lower esophageal sphincter\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3828", "s": "Qwen2.5-3B-Instruct", "a": "B. \"No, taking ginkgo will increase your risk for bleeding.\"", "b": 1, "r": true, "raw": "B. \"No, taking ginkgo will increase your risk for bleeding.\"\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4221", "s": "Qwen2.5-3B-Instruct", "a": "C. Cell-mediated immune response", "b": 1, "r": true, "raw": "C. Cell-mediated immune response\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3996", "s": "Qwen2.5-3B-Instruct", "a": "A. Obsessive compulsive disorder (OCD)", "b": 1, "r": true, "raw": "A. Obsessive compulsive disorder (OCD)\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8606", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-8656", "s": "Qwen2.5-3B-Instruct", "a": "D. Splinting", "b": 1, "r": true, "raw": "D. Splinting\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-223", "s": "Qwen2.5-3B-Instruct", "a": "D. Wait for the patient's parents to arrive, calm the patient, and provide written consent before intubating", "b": 1, "r": false, "raw": "D. Wait for the patient's parents to arrive, calm the patient, and provide written consent before intubating\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8271", "s": "Qwen2.5-3B-Instruct", "a": "C. Symptoms that began after a fatty meal", "b": 1, "r": false, "raw": "C. Symptoms that began after a fatty meal\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2368", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "Bet: 1\nDexrazoxane", "v": {}}, {"q": "medqa|medqa-train-9335", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-6468", "s": "Qwen2.5-3B-Instruct", "a": "D. Increase in axial resistance", "b": 1, "r": false, "raw": "D. Increase in axial resistance\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8619", "s": "Qwen2.5-3B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know  \nBet: 3", "v": {}}, {"q": "medqa|medqa-train-5859", "s": "SmolLM3-3B", "a": "B. Hyperlipidemia, thrombocytopenia", "b": 1, "r": true, "raw": "B. Hyperlipidemia, thrombocytopenia\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2570", "s": "SmolLM3-3B", "a": "D. Lumbar puncture", "b": 3, "r": true, "raw": "D. Lumbar puncture\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6402", "s": "SmolLM3-3B", "a": "C. Enterokinase", "b": 1, "r": true, "raw": "C. Enterokinase\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8556", "s": "SmolLM3-3B", "a": "C. Fluphenazine", "b": 3, "r": true, "raw": "C. Fluphenazine\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8337", "s": "SmolLM3-3B", "a": "D. Obstructive sleep apnea", "b": 3, "r": true, "raw": "D. Obstructive sleep apnea\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-855", "s": "SmolLM3-3B", "a": "D. Cardiac conduction system", "b": 3, "r": true, "raw": "D. Cardiac conduction system\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10028", "s": "SmolLM3-3B", "a": "B. Study A allows for better control of confounding variables", "b": 1, "r": true, "raw": "B. Study A allows for better control of confounding variables\n\nExplanation: Study A is a randomized controlled trial (RCT) where participants are randomly assigned to either a treatment group (low-salt diet) or a control group (no dietary salt restriction). This randomization helps to minimize confounding variables, as participants are equally likely to be assigned to either group", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6819", "s": "SmolLM3-3B", "a": "B. Central hilar region", "b": 1, "r": false, "raw": "B. Central hilar region\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-349", "s": "SmolLM3-3B", "a": "B. Traumatic aortic dissection", "b": 3, "r": true, "raw": "B. Traumatic aortic dissection\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5288", "s": "SmolLM3-3B", "a": "B. Cecal torsion", "b": 3, "r": false, "raw": "B. Cecal torsion\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6590", "s": "SmolLM3-3B", "a": "C. Phagocytosis of foreign material", "b": 3, "r": true, "raw": "C. Phagocytosis of foreign material\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2268", "s": "SmolLM3-3B", "a": "D. Decreased crosslinking of collagen fibrils", "b": 3, "r": false, "raw": "D. Decreased crosslinking of collagen fibrils\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2086", "s": "SmolLM3-3B", "a": "D. Dissemination within macrophages", "b": 3, "r": false, "raw": "D. Dissemination within macrophages\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2921", "s": "SmolLM3-3B", "a": "B. Embolism to left pulmonary artery", "b": 3, "r": false, "raw": "B. Embolism to left pulmonary artery\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9576", "s": "SmolLM3-3B", "a": "C. Fluphenazine", "b": 1, "r": false, "raw": "C. Fluphenazine\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5416", "s": "SmolLM3-3B", "a": "B. Anabolic steroid use", "b": 3, "r": false, "raw": "B. Anabolic steroid use\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "call", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1577", "s": "SmolLM3-3B", "a": "B. Loop electrosurgical excision procedure", "b": 1, "r": true, "raw": "B. Loop electrosurgical excision procedure\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4500", "s": "SmolLM3-3B", "a": null, "b": 0, "r": null, "raw": "Bet: 3\n\nThe patient's symptoms suggest she may be experiencing amenorrhea, which can be caused by stress, low body fat, or other factors. The physical exam findings of dorsal hand calluses and fine hair over her cheeks are consistent with hirsutism, a condition often associated with elevated androgens. Elevated androgens can lead", "v": {}}, {"q": "medqa|medqa-train-5316", "s": "SmolLM3-3B", "a": "D. Carvedilol", "b": 3, "r": true, "raw": "D. Carvedilol\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10008", "s": "SmolLM3-3B", "a": "D. Pectus carinatum", "b": 3, "r": true, "raw": "D. Pectus carinatum\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5196", "s": "SmolLM3-3B", "a": "B. Superficial-partial thickness (2nd degree)", "b": 1, "r": false, "raw": "B. Superficial-partial thickness (2nd degree)\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4064", "s": "SmolLM3-3B", "a": "C. Depolarization of beta-cell membrane", "b": 1, "r": false, "raw": "C. Depolarization of beta-cell membrane\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9618", "s": "SmolLM3-3B", "a": "B. Inhibition of angiotensin II formation", "b": 1, "r": false, "raw": "B. Inhibition of angiotensin II formation\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4561", "s": "SmolLM3-3B", "a": "A. His pain is mainly transmitted by the right splanchnic nerve.", "b": 1, "r": true, "raw": "A. His pain is mainly transmitted by the right splanchnic nerve.\n\nExplanation: The patient presents with right lower quadrant pain, rebound tenderness, and a negative psoas sign. The right splanchnic nerves are responsible for transmitting visceral pain from the right side of the abdomen. The negative psoas sign suggests that the pain is not", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5235", "s": "SmolLM3-3B", "a": "C. Decreased T-cell receptor excision circles on PCR", "b": 3, "r": false, "raw": "C. Decreased T-cell receptor excision circles on PCR\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2653", "s": "SmolLM3-3B", "a": "A. Iron replacement for 4–6 months", "b": 1, "r": true, "raw": "A. Iron replacement for 4–6 months\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7274", "s": "SmolLM3-3B", "a": "B. Ibuprofen", "b": 1, "r": true, "raw": "B. Ibuprofen\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3795", "s": "SmolLM3-3B", "a": "A. Shiga toxin", "b": 1, "r": false, "raw": "A. Shiga toxin\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8852", "s": "SmolLM3-3B", "a": "D. Syndrome of inappropriate antidiuretic hormone", "b": 3, "r": true, "raw": "D. Syndrome of inappropriate antidiuretic hormone\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2221", "s": "SmolLM3-3B", "a": "B. Normal plasma renin and angiotensin II activity, ↓ blood pressure, ↓ renal perfusion pressure, ↓ serum pH", "b": 1, "r": false, "raw": "B. Normal plasma renin and angiotensin II activity, ↓ blood pressure, ↓ renal perfusion pressure, ↓ serum pH\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2756", "s": "SmolLM3-3B", "a": null, "b": 0, "r": null, "raw": "I don't know (you lose a quarter chip).", "v": {}}, {"q": "medqa|medqa-train-6194", "s": "SmolLM3-3B", "a": "C. Azithromycin", "b": 1, "r": false, "raw": "C. Azithromycin\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3159", "s": "SmolLM3-3B", "a": "B. NF-κB pathways", "b": 1, "r": true, "raw": "B. NF-κB pathways\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3956", "s": "SmolLM3-3B", "a": "B. Fomepizole", "b": 1, "r": true, "raw": "B. Fomepizole\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7486", "s": "SmolLM3-3B", "a": "D. Oral fluconazole for the patient", "b": 3, "r": true, "raw": "D. Oral fluconazole for the patient\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9023", "s": "SmolLM3-3B", "a": "B. Inulin", "b": 1, "r": true, "raw": "B. Inulin\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2543", "s": "SmolLM3-3B", "a": "C. Galactocerebroside", "b": 3, "r": false, "raw": "C. Galactocerebroside\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2644", "s": "SmolLM3-3B", "a": "B. Gram-positive cocci in clusters", "b": 1, "r": false, "raw": "B. Gram-positive cocci in clusters\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6605", "s": "SmolLM3-3B", "a": "B. Sodium oxybate", "b": 1, "r": true, "raw": "B. Sodium oxybate\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7715", "s": "SmolLM3-3B", "a": "C. UVA and UVB", "b": 1, "r": false, "raw": "C. UVA and UVB\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6302", "s": "SmolLM3-3B", "a": "C. Urgent laparoscopy", "b": 3, "r": false, "raw": "C. Urgent laparoscopy\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9609", "s": "SmolLM3-3B", "a": "D. Delusion of reference", "b": 1, "r": true, "raw": "D. Delusion of reference\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1833", "s": "SmolLM3-3B", "a": "A. Conversion disorder", "b": 1, "r": true, "raw": "A. Conversion disorder\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6794", "s": "SmolLM3-3B", "a": "C. Torsades de pointes", "b": 3, "r": false, "raw": "C. Torsades de pointes\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-10087", "s": "SmolLM3-3B", "a": "A. Clumping of red blood cells after the patient’s blood is drawn and transferred into a chilled EDTA-containing vial", "b": 1, "r": true, "raw": "A. Clumping of red blood cells after the patient’s blood is drawn and transferred into a chilled EDTA-containing vial\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7357", "s": "SmolLM3-3B", "a": "C. Isoniazid and rifampicin", "b": 1, "r": false, "raw": "C. Isoniazid and rifampicin\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5101", "s": "SmolLM3-3B", "a": "C. Wide QRS complexes with no P waves", "b": 3, "r": false, "raw": "C. Wide QRS complexes with no P waves\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5479", "s": "SmolLM3-3B", "a": null, "b": 0, "r": null, "raw": "Bet: 3\n\nThe most appropriate pharmacotherapy for this patient's condition is Azithromycin and ethambutol. The patient has a history of pneumocystis pneumonia and has been diagnosed with acid-fast bacilli (AFB) on blood culture, which suggests tuberculosis (TB). The presence of multiple violaceous plaques on the chest,", "v": {}}, {"q": "medqa|medqa-train-1037", "s": "SmolLM3-3B", "a": "B. Leuprolide", "b": 3, "r": false, "raw": "B. Leuprolide\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3217", "s": "SmolLM3-3B", "a": "C. Catheter-based thrombectomy / thrombolysis", "b": 3, "r": true, "raw": "C. Catheter-based thrombectomy / thrombolysis\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10126", "s": "SmolLM3-3B", "a": "C. Specific phobia", "b": 1, "r": false, "raw": "C. Specific phobia\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4202", "s": "SmolLM3-3B", "a": "C. Large cell lung carcinoma", "b": 3, "r": false, "raw": "C. Large cell lung carcinoma\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2521", "s": "SmolLM3-3B", "a": "B. Polyarteritis nodosa", "b": 3, "r": true, "raw": "B. Polyarteritis nodosa\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-230", "s": "SmolLM3-3B", "a": "D. Ascending lymphangitis", "b": 3, "r": true, "raw": "D. Ascending lymphangitis\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8028", "s": "SmolLM3-3B", "a": "A. Splenic flexure, descending colon, and sigmoid colon", "b": 1, "r": true, "raw": "A. Splenic flexure, descending colon, and sigmoid colon\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5784", "s": "SmolLM3-3B", "a": "C. MRI of the spine", "b": 3, "r": true, "raw": "C. MRI of the spine\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1803", "s": "SmolLM3-3B", "a": "B. Negative selection", "b": 1, "r": false, "raw": "B. Negative selection\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7253", "s": "SmolLM3-3B", "a": "C. Esophagogastroduodenoscopy", "b": 3, "r": false, "raw": "C. Esophagogastroduodenoscopy\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1030", "s": "SmolLM3-3B", "a": "B. Crystallization of monosodium urate", "b": 1, "r": false, "raw": "B. Crystallization of monosodium urate\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5215", "s": "SmolLM3-3B", "a": "B. Proceed with proton beam therapy as discussed at your patient's appointment", "b": 1, "r": true, "raw": "B. Proceed with proton beam therapy as discussed at your patient's appointment\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7744", "s": "SmolLM3-3B", "a": null, "b": 0, "r": null, "raw": "Bet: 3\n\nThe most likely finding on a head CT of the patient is **C. Prominent intraparenchymal white matter calcification**. The pink birthmark on the right side of her face extending from the forehead to the zygomatic arch is likely a port-wine stain, which can be associated with intraparench", "v": {}}, {"q": "medqa|medqa-train-1815", "s": "SmolLM3-3B", "a": "A. Perform the excision", "b": 1, "r": true, "raw": "A. Perform the excision\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9297", "s": "SmolLM3-3B", "a": "C. Cocaine toxicity", "b": 3, "r": true, "raw": "C. Cocaine toxicity\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-929", "s": "SmolLM3-3B", "a": "C. Physostigmine", "b": 3, "r": true, "raw": "C. Physostigmine\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6634", "s": "SmolLM3-3B", "a": "C. Pernicious anemia", "b": 3, "r": true, "raw": "C. Pernicious anemia\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9599", "s": "SmolLM3-3B", "a": "B. Tamsulosin and ciprofloxacin", "b": 1, "r": true, "raw": "B. Tamsulosin and ciprofloxacin\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9861", "s": "SmolLM3-3B", "a": "B. B-type natriuretic peptide", "b": 3, "r": false, "raw": "B. B-type natriuretic peptide\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-953", "s": "SmolLM3-3B", "a": "B. Decreased phagocytic cell count", "b": 1, "r": true, "raw": "B. Decreased phagocytic cell count\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-304", "s": "SmolLM3-3B", "a": "B. Crohn's disease", "b": 3, "r": false, "raw": "B. Crohn's disease\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6613", "s": "SmolLM3-3B", "a": "B. Palmar erythema", "b": 1, "r": false, "raw": "B. Palmar erythema\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4470", "s": "SmolLM3-3B", "a": "D. Inhibition of protease", "b": 3, "r": false, "raw": "D. Inhibition of protease\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3150", "s": "SmolLM3-3B", "a": "C. Naloxone", "b": 1, "r": true, "raw": "C. Naloxone\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2322", "s": "SmolLM3-3B", "a": "B. Increases the uptake of glucose and reduces peripheral insulin resistance.", "b": 1, "r": false, "raw": "B. Increases the uptake of glucose and reduces peripheral insulin resistance.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1602", "s": "SmolLM3-3B", "a": "B. Tamsulosin", "b": 1, "r": false, "raw": "B. Tamsulosin\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7946", "s": "SmolLM3-3B", "a": "C. Threatened abortion", "b": 1, "r": false, "raw": "C. Threatened abortion\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9402", "s": "SmolLM3-3B", "a": "A. Placenta previa", "b": 1, "r": false, "raw": "A. Placenta previa\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8136", "s": "SmolLM3-3B", "a": "D. Lactate dehydrogenase", "b": 3, "r": true, "raw": "D. Lactate dehydrogenase\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5044", "s": "SmolLM3-3B", "a": "A. Agranulocytosis", "b": 1, "r": false, "raw": "A. Agranulocytosis\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7110", "s": "SmolLM3-3B", "a": "B. Streptococcus viridans", "b": 1, "r": false, "raw": "B. Streptococcus viridans\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4350", "s": "SmolLM3-3B", "a": "C. 1.2", "b": 1, "r": false, "raw": "C. 1.2\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2679", "s": "SmolLM3-3B", "a": "B. Stevens-Johnson syndrome", "b": 1, "r": true, "raw": "B. Stevens-Johnson syndrome\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6473", "s": "SmolLM3-3B", "a": "A. Surgical resection of the mass", "b": 1, "r": false, "raw": "A. Surgical resection of the mass\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6381", "s": "SmolLM3-3B", "a": "B. Chronic lymphocytic thyroiditis", "b": 1, "r": false, "raw": "B. Chronic lymphocytic thyroiditis\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3559", "s": "SmolLM3-3B", "a": "B. Surgical debridement", "b": 1, "r": false, "raw": "B. Surgical debridement\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5779", "s": "SmolLM3-3B", "a": "B. Enlarged cells with intranuclear inclusion bodies", "b": 3, "r": false, "raw": "B. Enlarged cells with intranuclear inclusion bodies\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3442", "s": "SmolLM3-3B", "a": "A. Bicuspid aortic valve", "b": 1, "r": false, "raw": "A. Bicuspid aortic valve\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2683", "s": "SmolLM3-3B", "a": "B. Lateral wall of left ventricle, left circumflex coronary artery", "b": 3, "r": true, "raw": "B. Lateral wall of left ventricle, left circumflex coronary artery\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7792", "s": "SmolLM3-3B", "a": "C. Pulmonary rehabilitation", "b": 3, "r": false, "raw": "C. Pulmonary rehabilitation\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6522", "s": "SmolLM3-3B", "a": "D. Pap smear", "b": 1, "r": false, "raw": "D. Pap smear\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9071", "s": "SmolLM3-3B", "a": "D. Wait to administer any antibiotics until you discuss your safety concerns with your attending.", "b": 3, "r": true, "raw": "D. Wait to administer any antibiotics until you discuss your safety concerns with your attending.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6296", "s": "SmolLM3-3B", "a": "B. Greater vestibular glands", "b": 1, "r": true, "raw": "B. Greater vestibular glands\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3063", "s": "SmolLM3-3B", "a": "D. Fasting blood glucose, lipid profile, and thyroid stimulating hormone", "b": 3, "r": false, "raw": "D. Fasting blood glucose, lipid profile, and thyroid stimulating hormone\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5835", "s": "SmolLM3-3B", "a": "B. ApoE4", "b": 1, "r": true, "raw": "B. ApoE4\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1698", "s": "SmolLM3-3B", "a": "A. Echinococcus granulosus", "b": 3, "r": true, "raw": "A. Echinococcus granulosus\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5113", "s": "SmolLM3-3B", "a": "C. Ultrasound of the appendix", "b": 3, "r": true, "raw": "C. Ultrasound of the appendix\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3120", "s": "SmolLM3-3B", "a": "D. If the absolute risk in the exposed group increases, the NNH increases.", "b": 1, "r": false, "raw": "D. If the absolute risk in the exposed group increases, the NNH increases.\n\nExplanation: The number needed to harm (NNH) is the number of people who need to be exposed to a risk factor to cause one additional case of the disease. In this case, the study compares the incidence of bronchogenic adenocarcinoma (BA)", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7478", "s": "SmolLM3-3B", "a": "D. Sumatriptan", "b": 3, "r": true, "raw": "D. Sumatriptan\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2479", "s": "SmolLM3-3B", "a": null, "b": 0, "r": null, "raw": "Bet: 3\n\nThe most likely site of the patient's lesion is the oculomotor nerve (C). The patient's pupillary response to light is abnormal, with both pupils constricting further when the light is shined in the right eye and then dilating slightly to a partially constricted state when the light is moved back to the right", "v": {}}, {"q": "medqa|medqa-train-1161", "s": "SmolLM3-3B", "a": "A. Toxin-induced cleavage of desmoglein", "b": 1, "r": true, "raw": "A. Toxin-induced cleavage of desmoglein\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-664", "s": "SmolLM3-3B", "a": "A. Perform a high-resolution CT scan of the chest", "b": 1, "r": false, "raw": "A. Perform a high-resolution CT scan of the chest\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6171", "s": "SmolLM3-3B", "a": "D. Intravenous trimethoprim-sulfamethoxazole and oral prednisone", "b": 3, "r": false, "raw": "D. Intravenous trimethoprim-sulfamethoxazole and oral prednisone\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-584", "s": "SmolLM3-3B", "a": "D. Segmented genomic material", "b": 1, "r": true, "raw": "D. Segmented genomic material\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6153", "s": "SmolLM3-3B", "a": "A. Abdominal ultrasound", "b": 1, "r": false, "raw": "A. Abdominal ultrasound\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1948", "s": "SmolLM3-3B", "a": "A. Pseudomembranous colitis", "b": 1, "r": false, "raw": "A. Pseudomembranous colitis\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8332", "s": "SmolLM3-3B", "a": "A. Tight control of her diabetes mellitus by adding insulin", "b": 1, "r": false, "raw": "A. Tight control of her diabetes mellitus by adding insulin\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-203", "s": "SmolLM3-3B", "a": "B. Emboli in the pulmonary vasculature", "b": 3, "r": false, "raw": "B. Emboli in the pulmonary vasculature\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7682", "s": "SmolLM3-3B", "a": "B. Trisomy 21", "b": 1, "r": false, "raw": "B. Trisomy 21\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-790", "s": "SmolLM3-3B", "a": "B. Serial nonstress tests", "b": 1, "r": true, "raw": "B. Serial nonstress tests\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2669", "s": "SmolLM3-3B", "a": null, "b": 0, "r": null, "raw": "Bet: 3\n\nThe patient's symptoms are most likely due to a stroke affecting the left side of the brain. The left side of the brain controls the right side of the body, so if the left leg is affected, it suggests a lesion on the right side of the brain. The lateral medulla (option C) is part of the brainstem", "v": {}}, {"q": "medqa|medqa-train-3618", "s": "SmolLM3-3B", "a": "C. Thymectomy", "b": 3, "r": true, "raw": "C. Thymectomy\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5480", "s": "SmolLM3-3B", "a": "A. Polymerase chain reaction", "b": 1, "r": false, "raw": "A. Polymerase chain reaction\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1402", "s": "SmolLM3-3B", "a": "C. Immediate transfer to the operating room", "b": 3, "r": true, "raw": "C. Immediate transfer to the operating room\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7462", "s": "SmolLM3-3B", "a": null, "b": 0, "r": null, "raw": "Bet: 3\n\nThe correct answer is D. Periarteriolar lymphatic sheath.\n\nThe question describes a 32-year-old man with a 3-week history of cough, weight loss, and night sweats, who migrated from Sri Lanka 6 months ago. He appears emaciated, has a temperature of 38.1°C", "v": {}}, {"q": "medqa|medqa-train-4299", "s": "SmolLM3-3B", "a": "B. Oral buspirone", "b": 1, "r": false, "raw": "B. Oral buspirone\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2060", "s": "SmolLM3-3B", "a": "B. Hydrocortisone", "b": 1, "r": true, "raw": "B. Hydrocortisone\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6286", "s": "SmolLM3-3B", "a": "B. Bluish discoloration of lips", "b": 1, "r": true, "raw": "B. Bluish discoloration of lips\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3357", "s": "SmolLM3-3B", "a": "B. Middle cerebral artery", "b": 1, "r": true, "raw": "B. Middle cerebral artery\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9483", "s": "SmolLM3-3B", "a": "A. Malrotation with volvulus", "b": 1, "r": false, "raw": "A. Malrotation with volvulus\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-278", "s": "SmolLM3-3B", "a": "B. HLA-B27 positivity", "b": 1, "r": false, "raw": "B. HLA-B27 positivity\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-348", "s": "SmolLM3-3B", "a": "B. Topical prednisolone acetate", "b": 1, "r": false, "raw": "B. Topical prednisolone acetate\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-10100", "s": "SmolLM3-3B", "a": "B. Activation of cytosolic caspases", "b": 1, "r": false, "raw": "B. Activation of cytosolic caspases\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4545", "s": "SmolLM3-3B", "a": "C. Flaccid paralysis on the right side", "b": 3, "r": false, "raw": "C. Flaccid paralysis on the right side\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8328", "s": "SmolLM3-3B", "a": null, "b": 0, "r": null, "raw": "Bet: 3\n\nThe correct answer is A. Femoral nerve. The femoral nerve innervates the quadriceps muscles, which are responsible for extending the knee and keeping the legs abducted. In this patient with spastic quadriplegic cerebral palsy, the overactivity of the muscles innervated by the femoral nerve is most consistent", "v": {}}, {"q": "medqa|medqa-train-1885", "s": "SmolLM3-3B", "a": "A. Supportive care", "b": 1, "r": false, "raw": "A. Supportive care\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3037", "s": "SmolLM3-3B", "a": "C. Intrauterine growth restriction", "b": 3, "r": false, "raw": "C. Intrauterine growth restriction\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5466", "s": "SmolLM3-3B", "a": "B. Painful nodules on pads of the fingers", "b": 3, "r": false, "raw": "B. Painful nodules on pads of the fingers\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3549", "s": "SmolLM3-3B", "a": "C. Spectrin", "b": 3, "r": true, "raw": "C. Spectrin\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2715", "s": "SmolLM3-3B", "a": "C. Montelukast blocks receptors of some arachidonic acid metabolites.", "b": 1, "r": true, "raw": "C. Montelukast blocks receptors of some arachidonic acid metabolites.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6442", "s": "SmolLM3-3B", "a": "D. Inhibition of ALA dehydratase and ferrochelatase", "b": 3, "r": true, "raw": "D. Inhibition of ALA dehydratase and ferrochelatase\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-541", "s": "SmolLM3-3B", "a": "D. Colonoscopy for colorectal cancer", "b": 3, "r": true, "raw": "D. Colonoscopy for colorectal cancer\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-26", "s": "SmolLM3-3B", "a": "B. Idiopathic precocious puberty", "b": 1, "r": false, "raw": "B. Idiopathic precocious puberty\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3740", "s": "SmolLM3-3B", "a": "A. Exon", "b": 1, "r": true, "raw": "A. Exon\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-516", "s": "SmolLM3-3B", "a": "C. Abducens nerve", "b": 3, "r": false, "raw": "C. Abducens nerve\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3304", "s": "SmolLM3-3B", "a": "B. Streptolysin O", "b": 1, "r": false, "raw": "B. Streptolysin O\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3639", "s": "SmolLM3-3B", "a": "C. Ion trapping", "b": 1, "r": false, "raw": "C. Ion trapping\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5638", "s": "SmolLM3-3B", "a": "A. Rh Incompatibility", "b": 1, "r": false, "raw": "A. Rh Incompatibility\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8813", "s": "SmolLM3-3B", "a": "B. Decreased levels of factor IX", "b": 1, "r": false, "raw": "B. Decreased levels of factor IX\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1196", "s": "SmolLM3-3B", "a": "B. Histamine", "b": 1, "r": true, "raw": "B. Histamine\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-588", "s": "SmolLM3-3B", "a": "A. Abnormal esophageal contraction with deglutition lower esophageal sphincter relaxation", "b": 1, "r": false, "raw": "A. Abnormal esophageal contraction with deglutition lower esophageal sphincter relaxation\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3828", "s": "SmolLM3-3B", "a": "B. \"No, taking ginkgo will increase your risk for bleeding.\"", "b": 1, "r": true, "raw": "B. \"No, taking ginkgo will increase your risk for bleeding.\"\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4221", "s": "SmolLM3-3B", "a": "C. Cell-mediated immune response", "b": 1, "r": true, "raw": "C. Cell-mediated immune response\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3996", "s": "SmolLM3-3B", "a": "A. Obsessive compulsive disorder (OCD)", "b": 1, "r": true, "raw": "A. Obsessive compulsive disorder (OCD)\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8606", "s": "SmolLM3-3B", "a": "B. Hemidesmosomes", "b": 3, "r": false, "raw": "B. Hemidesmosomes\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8656", "s": "SmolLM3-3B", "a": "A. A trial of gabapentin", "b": 1, "r": false, "raw": "A. A trial of gabapentin\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-223", "s": "SmolLM3-3B", "a": "B. Immediately administer epinephrine and sedate and intubate the patient", "b": 3, "r": true, "raw": "B. Immediately administer epinephrine and sedate and intubate the patient\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8271", "s": "SmolLM3-3B", "a": "C. Symptoms that began after a fatty meal", "b": 1, "r": false, "raw": "C. Symptoms that began after a fatty meal\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2368", "s": "SmolLM3-3B", "a": null, "b": 0, "r": null, "raw": "Bet: 3\n\nThe patient's current symptoms could have been prevented by administration of Aspirin. Aspirin is an antiplatelet agent that can help prevent the formation of blood clots, which can lead to conditions like pulmonary embolism, heart attack, or stroke. The patient's dyspnea, chest pain, and palpitations could", "v": {}}, {"q": "medqa|medqa-train-9335", "s": "SmolLM3-3B", "a": null, "b": 0, "r": null, "raw": "Bet: 3\n\nThe correct answer is D. Pyrophosphate. \n\nThe patient's decreased bone mineral density and the presence of a fracture in the distal radial metaphysis suggest a condition that affects bone mineralization. Pyrophosphate is a known inhibitor of bone mineralization, and its structure is analogous to hydroxyapatite, which is the main", "v": {}}, {"q": "medqa|medqa-train-6468", "s": "SmolLM3-3B", "a": "A. Increase in length constant", "b": 1, "r": true, "raw": "A. Increase in length constant\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8619", "s": "SmolLM3-3B", "a": "C. Uveitis", "b": 1, "r": false, "raw": "C. Uveitis\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5859", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-2570", "s": "Phi-4-mini-instruct", "a": "D. Lumbar puncture", "b": 3, "r": true, "raw": "D. Lumbar puncture\n\nBet: 3\n\nA 16-day-old male newborn with fever, poor feeding, irritability, hypotension, and scleral icterus, along with a full range of motion and a soft, flat anterior fontanelle, raises concern for meningitis. A lumbar puncture is the most appropriate next step in", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6402", "s": "Phi-4-mini-instruct", "a": "C. Enterokinase", "b": 3, "r": true, "raw": "C. Enterokinase\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8556", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know.", "v": {}}, {"q": "medqa|medqa-train-8337", "s": "Phi-4-mini-instruct", "a": "D. Obstructive sleep apnea", "b": 3, "r": true, "raw": "D. Obstructive sleep apnea\n\nBet: 3\n\nObstructive sleep apnea is the most likely cause of his fatigue given his symptoms of daytime sleepiness, difficulty concentrating, obesity, large neck circumference, and disrupted nighttime sleep. These are classic signs of this condition. Hypothyroidism could also be considered, but the presence of obesity and large neck", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-855", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know.", "v": {}}, {"q": "medqa|medqa-train-10028", "s": "Phi-4-mini-instruct", "a": "B. Study A allows for better control of confounding variables", "b": 3, "r": true, "raw": "B. Study A allows for better control of confounding variables\n\nBet: 3\n\nStudy A allows for better control of confounding variables because it uses random assignment to the treatment and control groups, which helps to ensure that any confounding variables are evenly distributed between the groups, reducing their potential impact on the study's results. Randomization is a key feature", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6819", "s": "Phi-4-mini-instruct", "a": "C. Right upper lobe", "b": 3, "r": true, "raw": "C. Right upper lobe\n\nBet: 3\n\nThe patient's symptoms, including cough, weight loss, facial and arm swelling, distended jugular veins, ptosis of the right eye, miosis of the right pupil, and clear lungs, are suggestive of a pulmonary issue, likely a malignancy. A nodule in the right upper l", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-349", "s": "Phi-4-mini-instruct", "a": "B. Traumatic aortic dissection", "b": 3, "r": true, "raw": "B. Traumatic aortic dissection\n\nBet: 3\n\nTraumatic aortic dissection is the most likely etiology given the patient's symptoms of excruciating chest pain, hypotension, absent pulses in the right leg, and a widened mediastinum on chest X-ray, which are classic signs of this condition.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5288", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-6590", "s": "Phi-4-mini-instruct", "a": "C. Phagocytosis of foreign material", "b": 3, "r": true, "raw": "C. Phagocytosis of foreign material\n\nBet: 3\n\nThe cell responsible for secreting elastase that is normally inhibited by tissue inhibitors of metalloproteinases (TIMPs) is most likely an alveolar macrophage. Alveolar macrophages are involved in the phagocytosis of foreign material, among other functions.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2268", "s": "Phi-4-mini-instruct", "a": "A. Decrease in elastin fiber assembly", "b": 3, "r": true, "raw": "A. Decrease in elastin fiber assembly\n\nBet: 3\n\nThe development of wrinkles and sagging skin in this patient is most likely due to a decrease in elastin fiber assembly, which is a common process associated with aging and leads to loss of skin elasticity and firmness.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2086", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-2921", "s": "Phi-4-mini-instruct", "a": "B. Embolism to left pulmonary artery", "b": 3, "r": false, "raw": "B. Embolism to left pulmonary artery\n\nBet: 3\n\nThe patient's symptoms and chest x-ray findings are suggestive of a pulmonary embolism, which can occur after a myocardial infarction and stent implantation, leading to a high-pitched scratching sound (pleural friction rub) and a left-sided pleural effusion.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9576", "s": "Phi-4-mini-instruct", "a": "C. Fluphenazine", "b": 1, "r": false, "raw": "C. Fluphenazine\n\nBet: 1\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5416", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-1577", "s": "Phi-4-mini-instruct", "a": "D. Repeat cytology and HPV co-testing in 6 months", "b": 3, "r": false, "raw": "D. Repeat cytology and HPV co-testing in 6 months\n\nBet: 3\n\nThe appropriate next step in the management of a patient with a high-grade squamous intraepithelial lesion (HSIL) and a positive reflex HPV test, with biopsy showing CIN 1, is to repeat cytology and HPV co-testing in 6 months.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4500", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3\n\nD. Low bone density", "v": {}}, {"q": "medqa|medqa-train-5316", "s": "Phi-4-mini-instruct", "a": "D. Carvedilol", "b": 3, "r": true, "raw": "D. Carvedilol\n\nBet: 3\n\nCarvedilol is a beta-blocker commonly used in the management of heart failure and chronic obstructive pulmonary disease (COPD) to reduce symptoms such as shortness of breath and lower extremity edema.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10008", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-5196", "s": "Phi-4-mini-instruct", "a": "B. Deep-partial thickness (3rd degree)", "b": 3, "r": true, "raw": "B. Deep-partial thickness (3rd degree)\n\nBet: 3\n\nThe patient's symptoms, including the blackened and charred appearance of the skin, loss of pain sensation, and soft texture of the affected area, are indicative of a deep partial-thickness (3rd degree) burn.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4064", "s": "Phi-4-mini-instruct", "a": "C. Depolarization of beta-cell membrane", "b": 3, "r": false, "raw": "C. Depolarization of beta-cell membrane\n\nBet: 3\n\nThe correct answer is C. Depolarization of beta-cell membrane. When glucose enters the pancreatic beta-cells, it leads to the depolarization of the beta-cell membrane, which is the initial step in the insulin secretion process. This depolarization opens voltage-gated calcium channels", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9618", "s": "Phi-4-mini-instruct", "a": "B. Inhibition of angiotensin II formation", "b": 1, "r": false, "raw": "B. Inhibition of angiotensin II formation\n\nBet: 1\n\nThe patient's flushing could be related to his diabetes and hypertension, and angiotensin II is known to cause vasoconstriction, which can lead to flushing. Inhibition of angiotensin II formation, as seen with medications like ACE inhibitors, could help alleviate this symptom.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4561", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-5235", "s": "Phi-4-mini-instruct", "a": "B. Mutation in WAS gene", "b": 1, "r": false, "raw": "B. Mutation in WAS gene\n\nThis patient presents with symptoms and findings suggestive of Burkitt's lymphoma, which is associated with Epstein-Barr virus (EBV) infection and often presents with a mutation in the WAS gene. The history of recent travel to India, fever, cough, muscle rigidity, difficulty breathing, rash, and the presence of pulmonary", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2653", "s": "Phi-4-mini-instruct", "a": "A. Iron replacement for 4–6 months", "b": 1, "r": true, "raw": "A. Iron replacement for 4–6 months", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7274", "s": "Phi-4-mini-instruct", "a": "C. MRI", "b": 3, "r": false, "raw": "C. MRI\n\nBet: 3\n\nMRI is the best next step in management to evaluate for possible causes of hip pain in a child, such as transient synovitis, septic arthritis, or other intra-articular pathology, which may not be evident on an initial radiograph.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3795", "s": "Phi-4-mini-instruct", "a": "A. Shiga toxin", "b": 1, "r": false, "raw": "A. Shiga toxin\n\nBet: 1\n\nShiga toxin is likely responsible for her symptoms, as E. coli O157: H7, which was identified in the patient's stool, is known to produce Shiga toxin, leading to hemolytic uremic syndrome (HUS) characterized by abdominal pain, bloody diarrhea, and the laboratory findings", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8852", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-2221", "s": "Phi-4-mini-instruct", "a": "C. ↑ Plasma renin and angiotensin II activity, ↓ blood pressure, ↓ renal perfusion pressure, ↑ serum pH", "b": 3, "r": true, "raw": "C. ↑ Plasma renin and angiotensin II activity, ↓ blood pressure, ↓ renal perfusion pressure, ↑ serum pH\n\nBet: 3\n\nThis patient's symptoms and history suggest he is experiencing a hypertensive crisis with acute heart failure, likely exacerbated by non-adherence to his antihypertensive and heart failure medications. The low blood", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2756", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know.", "v": {}}, {"q": "medqa|medqa-train-6194", "s": "Phi-4-mini-instruct", "a": "B. Clindamycin", "b": 3, "r": true, "raw": "B. Clindamycin\n\nBet: 3\n\nClindamycin is a lincosamide antibiotic that binds to the 50S ribosomal subunit and inhibits protein synthesis, which is effective against many gram-positive bacteria and some gram-negative bacteria, making it a suitable choice for treating aspiration pneumonia.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3159", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-3956", "s": "Phi-4-mini-instruct", "a": "B. Fomepizole", "b": 3, "r": true, "raw": "B. Fomepizole\n\nBet: 3\n\nThe patient's symptoms, including altered mental status, vomiting, and the presence of oxalate crystals in the urine, are suggestive of ethylene glycol or methanol toxicity. Fomepizole is the antidote of choice for ethylene glycol and methanol poisoning, as it inhibits the", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7486", "s": "Phi-4-mini-instruct", "a": "B. Oral clindamycin for the patient", "b": 3, "r": false, "raw": "B. Oral clindamycin for the patient\n\nBet: 3\n\nThe patient's symptoms and microscopic findings of pseudohyphae and white blood cells suggest a Candida infection, which is commonly treated with oral clindamycin. The involvement of multiple sexual partners and the absence of condom use also raise the possibility of a sexually transmitted infection, but the primary", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9023", "s": "Phi-4-mini-instruct", "a": "B. Inulin", "b": 3, "r": true, "raw": "B. Inulin\n\nBet: 3\n\nInulin is the most accurate substance for estimating GFR as it is freely filtered by the glomeruli and neither reabsorbed nor secreted by the renal tubules, making it an ideal marker for glomerular filtration rate.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2543", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-2644", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-6605", "s": "Phi-4-mini-instruct", "a": "B. Sodium oxybate", "b": 3, "r": true, "raw": "B. Sodium oxybate\n\nBet: 3\n\nThe patient described has symptoms consistent with narcolepsy, including excessive daytime sleepiness, cataplexy (sudden generalized weakness), and hypnagogic hallucinations (seeing intensely bright colors as she is falling asleep). Sodium oxybate is a medication that is approved for the treatment of catap", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7715", "s": "Phi-4-mini-instruct", "a": "C. UVA and UVB", "b": 3, "r": false, "raw": "C. UVA and UVB\n\nBet: 3\n\nC. UVA and UVB", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6302", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-9609", "s": "Phi-4-mini-instruct", "a": "D. Delusion of reference", "b": 3, "r": true, "raw": "D. Delusion of reference\n\nBet: 3\n\nDelusion of reference is characterized by the belief that ordinary events, objects, or behaviors of others have a particular and unusual significance specifically related to oneself. In this case, the man's belief that the news anchor is referencing his life during broadcasts fits this description.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1833", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-6794", "s": "Phi-4-mini-instruct", "a": "A. Atrial fibrillation", "b": 1, "r": true, "raw": "A. Atrial fibrillation\n\nBet: 1\n\nAtrial fibrillation is the most likely cause of the patient's symptoms given the history of excessive alcohol consumption, which can lead to electrolyte imbalances and arrhythmias. The EKG findings of absent P waves and an irregularly irregular rhythm are characteristic of atrial fibrillation.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10087", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-7357", "s": "Phi-4-mini-instruct", "a": "C. Isoniazid and rifampicin", "b": 3, "r": false, "raw": "C. Isoniazid and rifampicin\n\nBet: 3\n\nThe appropriate management for a mother who has been diagnosed with tuberculosis and has been in close contact with her child, who is showing symptoms consistent with tuberculosis, would typically include a combination of isoniazid and rifampicin, along with pyrazinamide and ethambutol", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5101", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-5479", "s": "Phi-4-mini-instruct", "a": "A. Amphotericin B and itraconazole", "b": 3, "r": false, "raw": "A. Amphotericin B and itraconazole\n\nBet: 3\n\nThe patient's symptoms and history, including a low CD4+ T-lymphocyte count, suggest a severe immunocompromised state likely due to HIV/AIDS. The presence of oral thrush, skin lesions, lymphadenopathy, and a nonproductive cough, along with the", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1037", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-3217", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know.", "v": {}}, {"q": "medqa|medqa-train-10126", "s": "Phi-4-mini-instruct", "a": "C. Specific phobia", "b": 3, "r": false, "raw": "C. Specific phobia\n\nBet: 3\n\nThe patient's symptoms and history suggest that she is likely suffering from a specific phobia related to using the bathroom, which is causing her to avoid using the school toilets and holding her urine, leading to recurrent urinary tract infections and abdominal pain. This avoidance behavior is consistent with a specific phobia of a particular situation", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4202", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-2521", "s": "Phi-4-mini-instruct", "a": "B. Polyarteritis nodosa", "b": 3, "r": true, "raw": "B. Polyarteritis nodosa\n\nBet: 3\n\nPolyarteritis nodosa is the most likely diagnosis given the patient's symptoms of diffuse muscle pain, malaise, weight loss, ulcerations around the ankles and calves, and the findings of proteinuria, hematuria, and a muscle biopsy showing transmural inflammation of the arterial wall with leukoc", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-230", "s": "Phi-4-mini-instruct", "a": "D. Ascending lymphangitis", "b": 3, "r": true, "raw": "D. Ascending lymphangitis\n\nBet: 3\n\nThe patient's history of a localized skin injury followed by the development of nodular, necrotic, and ulcerative lesions that spread from the site of injury suggests a pattern of ascending lymphangitis, which is an infection of the lymphatic vessels. This is consistent with the progression of the lesions", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8028", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-5784", "s": "Phi-4-mini-instruct", "a": "C. MRI of the spine", "b": 3, "r": true, "raw": "C. MRI of the spine\n\nBet: 3\n\nThe patient's severe lower back pain, especially given her history of breast cancer and radiotherapy, raises concern for possible metastatic disease. An MRI of the spine would be the most appropriate next step to evaluate for potential metastatic lesions.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1803", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-7253", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-1030", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-5215", "s": "Phi-4-mini-instruct", "a": "C. Tell the patient that proton beam therapy will not be covered by his insurance company, so you will need to proceed with traditional radiation therapy", "b": 3, "r": false, "raw": "C. Tell the patient that proton beam therapy will not be covered by his insurance company, so you will need to proceed with traditional radiation therapy\n\nBet: 3\n\nThe correct and ethical course of action is to inform the patient about the insurance coverage and the associated costs, allowing him to make an informed decision. This respects the patient's autonomy and the integrity of", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7744", "s": "Phi-4-mini-instruct", "a": "C. Prominent intraparenchymal white matter calcification", "b": 3, "r": true, "raw": "C. Prominent intraparenchymal white matter calcification\n\nBet: 3\n\nThe pink birthmark described is likely a port-wine stain, which is associated with Sturge-Weber syndrome. Sturge-Weber syndrome often presents with leptomeningeal angiomas and can show prominent intraparenchymal white matter calcification on a head", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1815", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-9297", "s": "Phi-4-mini-instruct", "a": "C. Cocaine toxicity", "b": 3, "r": true, "raw": "C. Cocaine toxicity\n\nBet: 3\n\nCocaine toxicity is the most likely cause of the patient's condition, given the history of intravenous drug abuse, the presence of a pansystolic murmur, bilateral crackles, and signs of end-organ damage such as acrocyanosis, confusion, and an enlarged liver.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-929", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-6634", "s": "Phi-4-mini-instruct", "a": "C. Pernicious anemia", "b": 3, "r": true, "raw": "C. Pernicious anemia\n\nBet: 3\n\nPernicious anemia is characterized by the presence of megaloblasts and hypersegmented neutrophils, which are indicative of vitamin B12 deficiency. The patient's symptoms of paresthesias, pallor, and decreased sensation and proprioception, along with the fact that the radiolabeled vitamin B", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9599", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know.", "v": {}}, {"q": "medqa|medqa-train-9861", "s": "Phi-4-mini-instruct", "a": "D. Blood culture", "b": 3, "r": true, "raw": "D. Blood culture\n\nBet: 3\n\nThis patient presents with symptoms and signs suggestive of infective endocarditis, particularly given his history of intravenous drug use, fever, night sweats, and a new heart murmur. Blood cultures are the most appropriate test to identify the causative organism in this scenario.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-953", "s": "Phi-4-mini-instruct", "a": "B. Decreased phagocytic cell count", "b": 1, "r": true, "raw": "B. Decreased phagocytic cell count", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-304", "s": "Phi-4-mini-instruct", "a": "C. Giardiasis", "b": 3, "r": false, "raw": "C. Giardiasis\n\nBet: 3\n\nGiardiasis is a likely diagnosis given the patient's history of camping and the recent illness of a fellow camper, along with her symptoms of chronic diarrhea, lower abdominal discomfort, and mucus discharge. The normal stool examination and blood test results do not rule out this infection, which is often caused by the parasite Giardia", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6613", "s": "Phi-4-mini-instruct", "a": "B. Palmar erythema", "b": 3, "r": false, "raw": "B. Palmar erythema\n\nBet: 3\n\nPalmar erythema is a common finding in individuals with androgen excess, which can be associated with anabolic steroid use, a condition that might be relevant given the patient's muscular physique and diet. Nitrofurantoin is not related to this scenario.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4470", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-3150", "s": "Phi-4-mini-instruct", "a": "C. Naloxone", "b": 3, "r": true, "raw": "C. Naloxone\n\nBet: 3\n\nNaloxone is an opioid antagonist that can quickly reverse the effects of opioid overdose, which includes symptoms like unconsciousness, constricted pupils, and shallow breathing. Given the patient's history of injecting a powdery substance and the rapid improvement after administration, naloxone is the most likely drug used.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2322", "s": "Phi-4-mini-instruct", "a": "B. Increases the uptake of glucose and reduces peripheral insulin resistance.", "b": 3, "r": false, "raw": "B. Increases the uptake of glucose and reduces peripheral insulin resistance.\n\nBet: 3\n\nThe drug most likely prescribed to this patient, given her elevated blood sugar levels and HbA1c, is a thiazolidinedione, such as pioglitazone, which works by increasing the uptake of glucose and reducing peripheral insulin resistance.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1602", "s": "Phi-4-mini-instruct", "a": "B. Tamsulosin", "b": 3, "r": false, "raw": "B. Tamsulosin\n\nBet: 3\n\nTamsulosin is an alpha-blocker that is commonly used to treat the symptoms of benign prostatic hyperplasia (BPH) by relaxing the muscles in the prostate and bladder neck, which helps to improve urine flow and reduce the frequency of urination.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7946", "s": "Phi-4-mini-instruct", "a": "D. Incomplete abortion", "b": 3, "r": false, "raw": "D. Incomplete abortion\n\nBet: 3\n\nIncomplete abortion is characterized by vaginal bleeding and passage of blood clots, with a closed cervical os and minimal fluid in the endometrial cavity on ultrasound, which matches the patient's presentation.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9402", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-8136", "s": "Phi-4-mini-instruct", "a": "D. Lactate dehydrogenase", "b": 3, "r": true, "raw": "D. Lactate dehydrogenase\n\nBet: 3\n\nLactate dehydrogenase is an enzyme that catalyzes the conversion of pyruvate to lactate when oxygen levels are low, which is a key part of anaerobic metabolism. The acidification of the culture medium suggests an increase in lactate production, which is consistent with", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5044", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-7110", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-4350", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know.", "v": {}}, {"q": "medqa|medqa-train-2679", "s": "Phi-4-mini-instruct", "a": "B. Stevens-Johnson syndrome", "b": 3, "r": true, "raw": "B. Stevens-Johnson syndrome\n\nBet: 3\n\nStevens-Johnson syndrome is most consistent with the patient's presentation of a skin rash, fever, and mucosal involvement following the initiation of trimethoprim/sulfamethoxazole, which is a known trigger for this condition.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6473", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-6381", "s": "Phi-4-mini-instruct", "a": "C. Subacute granulomatous thyroiditis", "b": 3, "r": true, "raw": "C. Subacute granulomatous thyroiditis\n\nBet: 3\n\nSubacute granulomatous thyroiditis, also known as de Quervain's thyroiditis, often presents with symptoms of a viral-like illness followed by painful thyroiditis, which can cause dysphagia (difficulty swallowing) and an enlarged, tender thyroid gland. The patient's history of an", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3559", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know.", "v": {}}, {"q": "medqa|medqa-train-5779", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-3442", "s": "Phi-4-mini-instruct", "a": "A. Bicuspid aortic valve", "b": 3, "r": false, "raw": "A. Bicuspid aortic valve\n\nBet: 3\n\nThe patient's symptoms of palpitations and shortness of breath, along with a family history of aortic valve replacements, suggest a congenital heart defect. The clicking sound best heard in the left 6th intercostal space between S1 and S2, followed by a flow murmur", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2683", "s": "Phi-4-mini-instruct", "a": "B. Lateral wall of left ventricle, left circumflex coronary artery", "b": 3, "r": true, "raw": "B. Lateral wall of left ventricle, left circumflex coronary artery\n\nBet: 3\n\nThe ST elevations in leads V5 and V6 are most indicative of pathology in the lateral wall of the left ventricle, which is typically supplied by the left circumflex coronary artery.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7792", "s": "Phi-4-mini-instruct", "a": "C. Pulmonary rehabilitation", "b": 3, "r": false, "raw": "C. Pulmonary rehabilitation\n\nBet: 3\n\nPulmonary rehabilitation is most likely to reduce the risk of mortality in this patient with chronic obstructive pulmonary disease (COPD) by improving exercise capacity, reducing symptoms, and enhancing the quality of life. Smoking cessation, which the physician has already emphasized, is also crucial, but pulmonary rehabilitation offers a comprehensive approach", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6522", "s": "Phi-4-mini-instruct", "a": "D. Pap smear", "b": 3, "r": false, "raw": "D. Pap smear\n\nBet: 3\n\nThe patient has not recalled when she last had a Pap smear and believes it was when she was 62 years of age. Given her age, it is likely that she is overdue for a Pap smear, as the current guidelines recommend that women should have a Pap smear every 3 years if they have had previous", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9071", "s": "Phi-4-mini-instruct", "a": "D. Wait to administer any antibiotics until you discuss your safety concerns with your attending.", "b": 3, "r": true, "raw": "D. Wait to administer any antibiotics until you discuss your safety concerns with your attending.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6296", "s": "Phi-4-mini-instruct", "a": "B. Greater vestibular glands", "b": 3, "r": true, "raw": "B. Greater vestibular glands\n\nBet: 3\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3063", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-5835", "s": "Phi-4-mini-instruct", "a": "B. ApoE4", "b": 3, "r": true, "raw": "B. ApoE4\n\nBet: 3\n\nApoE4 is associated with an increased risk of Alzheimer's disease, which can present with symptoms such as memory loss, word finding difficulty, and getting lost, as described in the patient's case.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1698", "s": "Phi-4-mini-instruct", "a": "A. Echinococcus granulosus", "b": 3, "r": true, "raw": "A. Echinococcus granulosus\n\nBet: 3\n\nEchinococcus granulosus is the most likely etiology of this patient's symptoms, given the presence of multiple small eggshell calcifications within the liver, which are characteristic of hydatid cysts caused by this parasite. The patient's history of working as a farmer and interacting with livestock further supports", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5113", "s": "Phi-4-mini-instruct", "a": "C. Ultrasound of the appendix", "b": 3, "r": true, "raw": "C. Ultrasound of the appendix\n\nBet: 3\n\nThe patient's symptoms of severe right lower quadrant pain, fever, and elevated white blood cell count with a left shift (increased band forms) are suggestive of appendicitis. An ultrasound of the appendix is the next best step in the management to confirm the diagnosis.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3120", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-7478", "s": "Phi-4-mini-instruct", "a": "D. Sumatriptan", "b": 3, "r": true, "raw": "D. Sumatriptan\n\nBet: 3\n\nThis patient presents with classic symptoms of migraine, characterized by throbbing headaches, nausea, and visual disturbances (aura). Sumatriptan is a commonly used medication to treat acute migraine attacks.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2479", "s": "Phi-4-mini-instruct", "a": "D. Optic nerve", "b": 3, "r": true, "raw": "D. Optic nerve\n\nBet: 3\n\nThe patient's symptoms of decreased vision, particularly in one eye, along with the pupillary response findings (right eye constriction and left eye further constriction, then both dilating when the light is moved back to the right eye) are indicative of an afferent pupillary defect, which is most commonly", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1161", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-664", "s": "Phi-4-mini-instruct", "a": "B. Collect sputum specimens for acid-fast bacilli smear microscopy, culture, and nucleic acid amplification", "b": 3, "r": true, "raw": "B. Collect sputum specimens for acid-fast bacilli smear microscopy, culture, and nucleic acid amplification\n\nBet: 3\n\nThe patient's symptoms, including fever, cough, weight loss, and a history of emigration from the Middle East, along with the presence of crackles on chest auscultation, suggest a possible pulmonary infection. Given the high", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6171", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know.", "v": {}}, {"q": "medqa|medqa-train-584", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-6153", "s": "Phi-4-mini-instruct", "a": "C. Pap smear", "b": 3, "r": false, "raw": "C. Pap smear\n\nBet: 3\n\nThe next best test for this patient, given her history and current symptoms, would be a Pap smear to screen for cervical cancer, as she is due for a follow-up after her last one at age 64.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1948", "s": "Phi-4-mini-instruct", "a": "A. Pseudomembranous colitis", "b": 3, "r": false, "raw": "A. Pseudomembranous colitis\n\nBet: 3\n\nThe patient's symptoms, including recent onset of diarrhea, abdominal pain, fever, hypotension, tachycardia, hypoactive bowel sounds, positive fecal occult blood test, and elevated white cell count, along with the history of starting alosetron, which is an anti", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8332", "s": "Phi-4-mini-instruct", "a": "B. Trientine", "b": 3, "r": false, "raw": "B. Trientine\n\nBet: 3\n\nTrientine is used to treat Wilson's disease, which is not indicated in this case. The symptoms described are more consistent with peripheral neuropathy, likely related to her diabetes. Tight control of her diabetes mellitus and possibly other treatments like vitamin B12 supplementation or addressing potential heavy metal toxicity (if relevant)", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-203", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-7682", "s": "Phi-4-mini-instruct", "a": "C. 47: XXY", "b": 3, "r": true, "raw": "C. 47: XXY\n\nBet: 3\n\n47: XXY is the most likely chromosomal abnormality in this patient, given the presentation of mild gynecomastia, underdeveloped testes, and a history of developmental delay. This condition is Klinefelter syndrome.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-790", "s": "Phi-4-mini-instruct", "a": "C. Weekly fetal weight estimation", "b": 3, "r": false, "raw": "C. Weekly fetal weight estimation\n\nBet: 3\n\nThe patient presents with oligohydramnios, decreased fetal growth, and a smaller than expected uterine size, which are concerning for fetal compromise. Weekly fetal weight estimation would help monitor the fetal growth and assess the progression of the condition. Reassurance only or serial nonstress tests may not be", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2669", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-3618", "s": "Phi-4-mini-instruct", "a": "C. Thymectomy", "b": 3, "r": true, "raw": "C. Thymectomy\n\nBet: 3\n\nThe patient's symptoms of fatigue, right-sided ptosis, and diplopia after sustained upward gaze are suggestive of myasthenia gravis, which can be treated with thymectomy.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5480", "s": "Phi-4-mini-instruct", "a": "A. Polymerase chain reaction", "b": 1, "r": false, "raw": "A. Polymerase chain reaction\n\nBet: 1\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1402", "s": "Phi-4-mini-instruct", "a": "C. Immediate cardiac catheterization", "b": 3, "r": false, "raw": "C. Immediate cardiac catheterization\n\nBet: 3\n\nImmediate cardiac catheterization is the next best step in the management of this patient, as it is crucial to assess the coronary artery status and potentially perform revascularization to address any ongoing ischemia, especially given the recent STEMI and the current hemodynamic instability.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7462", "s": "Phi-4-mini-instruct", "a": "C. Paracortex", "b": 3, "r": false, "raw": "C. Paracortex\n\nBet: 3\n\nThe interferon-gamma assay is positive, which is indicative of a chronic infection, and the patient's symptoms and physical findings suggest a possible case of tuberculosis. Tuberculosis typically affects the paracortex of lymph nodes, where the immune response is strong and interferon-gamma is produced.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4299", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-2060", "s": "Phi-4-mini-instruct", "a": "B. Hydrocortisone", "b": 3, "r": true, "raw": "B. Hydrocortisone\n\nBet: 3\n\nHydrocortisone is indicated to ensure normal functioning of the hypothalamic-pituitary-adrenal (HPA) axis in patients who have undergone surgical resection of a pituitary adenoma, as it helps to replace cortisol and prevent adrenal insufficiency.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6286", "s": "Phi-4-mini-instruct", "a": "B. Bluish discoloration of lips", "b": 3, "r": true, "raw": "B. Bluish discoloration of lips\n\nBet: 3\n\nThe bluish discoloration of the lips, also known as cyanosis, is most likely to manifest first in this infant due to the combination of atresia of the muscular tricuspid valve and pulmonary outflow tract obstruction, which can lead to right-to-left shunting of blood and", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3357", "s": "Phi-4-mini-instruct", "a": "B. Middle cerebral artery", "b": 3, "r": true, "raw": "B. Middle cerebral artery\n\nBet: 3\n\nThe patient's symptoms of sudden onset of right-sided weakness, slurred speech, and an irregularly irregular heart rhythm suggest a stroke, likely due to a middle cerebral artery (MCA) occlusion, which is the most common site for strokes affecting the motor and sensory cortices and the language areas of the", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9483", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-278", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-348", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-10100", "s": "Phi-4-mini-instruct", "a": "D. Phagolysosome formation by neutrophils", "b": 3, "r": true, "raw": "D. Phagolysosome formation by neutrophils\n\nBet: 3\n\nThe elevated white blood cell count, particularly the high neutrophil percentage, along with the elevated ESR and CRP, suggest a bacterial infection. Neutrophils are the primary cells involved in phagolysosome formation to destroy bacteria, which is consistent with the", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4545", "s": "Phi-4-mini-instruct", "a": "A. Negative plantar extensor response in his lower limbs", "b": 1, "r": false, "raw": "A. Negative plantar extensor response in his lower limbs\n\nBet: 1\n\nA negative plantar extensor response in the lower limbs would suggest an anterior spinal artery syndrome, which affects the anterior two-thirds of the spinal cord, leading to loss of motor function while sparing sensation, as the posterior columns are typically preserved.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8328", "s": "Phi-4-mini-instruct", "a": "C. Obturator", "b": 3, "r": true, "raw": "C. Obturator\n\nBet: 3\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1885", "s": "Phi-4-mini-instruct", "a": "B. Air contrast enema", "b": 1, "r": true, "raw": "B. Air contrast enema\n\nBet: 1\n\nThe clinical presentation of the child, including the history of fever, looser stools, and the characteristic episodes of pain followed by vomiting, is suggestive of intussusception. An abdominal ultrasound would typically confirm the diagnosis, and the next step in management would be an air contrast enema, which", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3037", "s": "Phi-4-mini-instruct", "a": "C. Intrauterine growth restriction", "b": 3, "r": false, "raw": "C. Intrauterine growth restriction\n\nBet: 3\n\nIntrauterine growth restriction (IUGR) is the most likely complication given the patient's impaired glucose tolerance, which can lead to poor placental function and reduced fetal growth. Hypocalcemia, omphalocele, and hypermagnesemia are less directly related to the provided clinical", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5466", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-3549", "s": "Phi-4-mini-instruct", "a": "C. Spectrin", "b": 3, "r": true, "raw": "C. Spectrin\n\nBet: 3\n\nSpectrin is a protein that lines the inside of the red blood cell and helps maintain its shape. Defects in spectrin can lead to spherocytosis, a condition where red blood cells become spherical and more prone to hemolysis, which matches the patient's symptoms.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2715", "s": "Phi-4-mini-instruct", "a": "C. Montelukast blocks receptors of some arachidonic acid metabolites.", "b": 3, "r": true, "raw": "C. Montelukast blocks receptors of some arachidonic acid metabolites.\n\nBet: 3\n\nMontelukast is a leukotriene receptor antagonist that works by blocking the action of leukotrienes, which are inflammatory substances that can cause bronchoconstriction, mucus production, and inflammation in the airways. This helps to reduce asthma symptoms.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6442", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-541", "s": "Phi-4-mini-instruct", "a": "C. Abdominal ultrasonography for abdominal aortic aneurysm", "b": 3, "r": false, "raw": "C. Abdominal ultrasonography for abdominal aortic aneurysm\n\nBet: 3\n\nThe USPSTF recommends screening for abdominal aortic aneurysm in men aged 65 to 75 years who have a history of smoking, but this patient is 50 years old, so he falls just outside the recommended age range. However, given his smoking history", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-26", "s": "Phi-4-mini-instruct", "a": "A. Granulosa cell tumor", "b": 1, "r": true, "raw": "A. Granulosa cell tumor\n\nBet: 1\n\nA 5-year-old girl with Tanner stage 4 development, an ovarian mass, and elevated estrogen levels is most likely to have a Granulosa cell tumor, which is a type of sex cord-stromal tumor that can produce estrogen and lead to signs of precocious puberty.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3740", "s": "Phi-4-mini-instruct", "a": "A. Exon", "b": 1, "r": true, "raw": "A. Exon\n\nBet: 1\n\nA single point mutation that results in the loss of a group of 5 consecutive amino acids suggests a nonsense mutation, which typically occurs in the coding region of a gene, specifically within an exon. This type of mutation leads to a premature stop codon, resulting in a truncated, nonfunctional protein. The other", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-516", "s": "Phi-4-mini-instruct", "a": "B. Oculomotor nerve", "b": 3, "r": true, "raw": "B. Oculomotor nerve\n\nBet: 3\n\nThe patient's symptoms of double vision (diplopia) and headache, along with ptosis (drooping of the eyelid) and the eye being deviated down and out, are indicative of a problem with the oculomotor nerve (cranial nerve III), which innervates the", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3304", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-3639", "s": "Phi-4-mini-instruct", "a": "B. Redistribution", "b": 1, "r": true, "raw": "B. Redistribution\n\nBet: 1\n\nRedistribution of thiopental, a lipid-soluble barbiturate, from the highly perfused central nervous system (CNS) to less perfused tissues is responsible for its rapid recovery from anesthesia. This process allows the drug to be quickly eliminated from the CNS, leading to a faster awakening.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5638", "s": "Phi-4-mini-instruct", "a": "B. ABO incompatibility", "b": 3, "r": true, "raw": "B. ABO incompatibility\n\nBet: 3\n\nB. ABO incompatibility", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8813", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-1196", "s": "Phi-4-mini-instruct", "a": "B. Histamine", "b": 1, "r": true, "raw": "B. Histamine\n\nBet: 1\n\nHistamine is a compound that is released by cells in response to injury and in allergic and inflammatory reactions, causing contraction of smooth muscle and dilation of capillaries. It is responsible for many of the symptoms of an allergic reaction, including the wheal formation (a raised, itchy area of skin) seen in", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-588", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know. Bet: 3.", "v": {}}, {"q": "medqa|medqa-train-3828", "s": "Phi-4-mini-instruct", "a": "B. \"No, taking ginkgo will increase your risk for bleeding.\"", "b": 3, "r": true, "raw": "B. \"No, taking ginkgo will increase your risk for bleeding.\"\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4221", "s": "Phi-4-mini-instruct", "a": "C. Cell-mediated immune response", "b": 3, "r": true, "raw": "C. Cell-mediated immune response\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3996", "s": "Phi-4-mini-instruct", "a": "A. Obsessive compulsive disorder (OCD)", "b": 3, "r": true, "raw": "A. Obsessive compulsive disorder (OCD)\n\nBet: 3\n\nThis patient's symptoms, including excessive cleaning behaviors and significant anxiety related to thoughts of dirtiness, are characteristic of Obsessive Compulsive Disorder (OCD).", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8606", "s": "Phi-4-mini-instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\n\nBet: 3", "v": {}}, {"q": "medqa|medqa-train-8656", "s": "Phi-4-mini-instruct", "a": "D. Splinting", "b": 3, "r": true, "raw": "D. Splinting\n\nBet: 3\n\nThe patient's symptoms are consistent with carpal tunnel syndrome, which is often managed initially with splinting to alleviate symptoms and prevent further nerve compression.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-223", "s": "Phi-4-mini-instruct", "a": "B. Immediately administer epinephrine and sedate and intubate the patient", "b": 3, "r": true, "raw": "B. Immediately administer epinephrine and sedate and intubate the patient\n\nBet: 3\n\nThe boy is showing signs of anaphylaxis, a potentially life-threatening allergic reaction, characterized by symptoms such as hives, tongue edema, and hypotension. Immediate administration of epinephrine is crucial to manage the reaction, and intubation may", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8271", "s": "Phi-4-mini-instruct", "a": "C. Symptoms that began after a fatty meal", "b": 3, "r": false, "raw": "C. Symptoms that began after a fatty meal\n\nBet: 3\n\nThe patient's symptoms of acute abdominal pain, hypotension, and dizziness following a fatty meal are suggestive of acute pancreatitis, which can present with these symptoms. The tenderness in the right upper quadrant and the patient's instability further support this diagnosis.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2368", "s": "Phi-4-mini-instruct", "a": "A. Dexrazoxane", "b": 1, "r": true, "raw": "A. Dexrazoxane\n\nBet: 1\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9335", "s": "Phi-4-mini-instruct", "a": "C. Hydroxyapatite", "b": 1, "r": false, "raw": "C. Hydroxyapatite\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6468", "s": "Phi-4-mini-instruct", "a": "B. Decrease in transmembrane resistance", "b": 1, "r": false, "raw": "B. Decrease in transmembrane resistance\n\nBet: 1\n\nB. Decrease in transmembrane resistance", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8619", "s": "Phi-4-mini-instruct", "a": "C. Uveitis", "b": 3, "r": false, "raw": "C. Uveitis\n\nBet: 3\n\nUveitis is most often associated with autoimmune myositis, particularly in patients with anti-Jo-1 antibodies, which are linked to polymyositis and dermatomyositis.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5859", "s": "Qwen3.5-4B", "a": "B. Hyperlipidemia, thrombocytopenia", "b": 3, "r": true, "raw": "B. Hyperlipidemia, thrombocytopenia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2570", "s": "Qwen3.5-4B", "a": "D. Lumbar puncture", "b": 3, "r": true, "raw": "D. Lumbar puncture\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6402", "s": "Qwen3.5-4B", "a": "C. Enterokinase", "b": 3, "r": true, "raw": "C. Enterokinase\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8556", "s": "Qwen3.5-4B", "a": "C. Fluphenazine", "b": 3, "r": true, "raw": "C. Fluphenazine\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8337", "s": "Qwen3.5-4B", "a": "D. Obstructive sleep apnea", "b": 3, "r": true, "raw": "D. Obstructive sleep apnea\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-855", "s": "Qwen3.5-4B", "a": "C. Coronary artery", "b": 3, "r": false, "raw": "C. Coronary artery\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-10028", "s": "Qwen3.5-4B", "a": "B. Study A allows for better control of confounding variables", "b": 3, "r": true, "raw": "B. Study A allows for better control of confounding variables\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6819", "s": "Qwen3.5-4B", "a": "B. Central hilar region", "b": 3, "r": false, "raw": "B. Central hilar region\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-349", "s": "Qwen3.5-4B", "a": "B. Traumatic aortic dissection", "b": 3, "r": true, "raw": "B. Traumatic aortic dissection\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5288", "s": "Qwen3.5-4B", "a": "C. Bowel infarction", "b": 3, "r": false, "raw": "C. Bowel infarction\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6590", "s": "Qwen3.5-4B", "a": "C. Phagocytosis of foreign material", "b": 3, "r": true, "raw": "C. Phagocytosis of foreign material\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2268", "s": "Qwen3.5-4B", "a": "A. Decrease in elastin fiber assembly", "b": 3, "r": true, "raw": "A. Decrease in elastin fiber assembly\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2086", "s": "Qwen3.5-4B", "a": "C. Reactivation of dormant liver stage", "b": 3, "r": true, "raw": "C. Reactivation of dormant liver stage\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2921", "s": "Qwen3.5-4B", "a": "C. Immune response to cardiac antigens", "b": 3, "r": true, "raw": "C. Immune response to cardiac antigens\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9576", "s": "Qwen3.5-4B", "a": "A. Chlorpromazine", "b": 3, "r": true, "raw": "A. Chlorpromazine\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5416", "s": "Qwen3.5-4B", "a": "B. Anabolic steroid use", "b": 3, "r": false, "raw": "B. Anabolic steroid use\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "call", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1577", "s": "Qwen3.5-4B", "a": "D. Repeat cytology and HPV co-testing in 6 months", "b": 1, "r": false, "raw": "D. Repeat cytology and HPV co-testing in 6 months\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4500", "s": "Qwen3.5-4B", "a": "D. Low bone density", "b": 3, "r": true, "raw": "D. Low bone density\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5316", "s": "Qwen3.5-4B", "a": "D. Carvedilol", "b": 3, "r": true, "raw": "D. Carvedilol\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10008", "s": "Qwen3.5-4B", "a": "D. Pectus carinatum", "b": 3, "r": true, "raw": "D. Pectus carinatum\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5196", "s": "Qwen3.5-4B", "a": "B. Deep-partial thickness (3rd degree)", "b": 3, "r": true, "raw": "B. Deep-partial thickness (3rd degree)\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4064", "s": "Qwen3.5-4B", "a": "A. Closure of membranous potassium channels", "b": 3, "r": false, "raw": "A. Closure of membranous potassium channels\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9618", "s": "Qwen3.5-4B", "a": "C. Irreversible inactivation of cyclooxygenase", "b": 3, "r": true, "raw": "C. Irreversible inactivation of cyclooxygenase\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4561", "s": "Qwen3.5-4B", "a": "C. His pain is transmitted by somatic afferent nerve fibers located in the right flank.", "b": 3, "r": false, "raw": "C. His pain is transmitted by somatic afferent nerve fibers located in the right flank.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5235", "s": "Qwen3.5-4B", "a": "D. Decreased T-cell receptor excision circles on PCR", "b": 3, "r": false, "raw": "D. Decreased T-cell receptor excision circles on PCR\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2653", "s": "Qwen3.5-4B", "a": "A. Iron replacement for 4–6 months", "b": 3, "r": true, "raw": "A. Iron replacement for 4–6 months\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7274", "s": "Qwen3.5-4B", "a": "C. MRI", "b": 3, "r": false, "raw": "C. MRI\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3795", "s": "Qwen3.5-4B", "a": "A. Shiga toxin", "b": 3, "r": false, "raw": "A. Shiga toxin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8852", "s": "Qwen3.5-4B", "a": "A. Acute ethanol intoxication", "b": 1, "r": false, "raw": "A. Acute ethanol intoxication\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2221", "s": "Qwen3.5-4B", "a": "C. ↑ Plasma renin and angiotensin II activity, ↓ blood pressure, ↓ renal perfusion pressure, ↑ serum pH", "b": 3, "r": true, "raw": "C. ↑ Plasma renin and angiotensin II activity, ↓ blood pressure, ↓ renal perfusion pressure, ↑ serum pH\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2756", "s": "Qwen3.5-4B", "a": "E. Increased Decreased Increased Decreased Increased", "b": 3, "r": false, "raw": "E. Increased Decreased Increased Decreased Increased\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6194", "s": "Qwen3.5-4B", "a": "B. Clindamycin", "b": 3, "r": true, "raw": "B. Clindamycin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3159", "s": "Qwen3.5-4B", "a": "B. NF-kß pathways", "b": 3, "r": true, "raw": "B. NF-kß pathways\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3956", "s": "Qwen3.5-4B", "a": "B. Fomepizole", "b": 3, "r": true, "raw": "B. Fomepizole\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7486", "s": "Qwen3.5-4B", "a": "D. Oral fluconazole for the patient", "b": 3, "r": true, "raw": "D. Oral fluconazole for the patient\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9023", "s": "Qwen3.5-4B", "a": "B. Inulin", "b": 3, "r": true, "raw": "B. Inulin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2543", "s": "Qwen3.5-4B", "a": "D. Mannose", "b": 3, "r": true, "raw": "D. Mannose\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2644", "s": "Qwen3.5-4B", "a": "C. Encapsulated, gram-positive cocci in pairs", "b": 3, "r": true, "raw": "C. Encapsulated, gram-positive cocci in pairs\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6605", "s": "Qwen3.5-4B", "a": "B. Sodium oxybate", "b": 3, "r": true, "raw": "B. Sodium oxybate\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7715", "s": "Qwen3.5-4B", "a": "A. UVB", "b": 1, "r": true, "raw": "A. UVB\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6302", "s": "Qwen3.5-4B", "a": "D. Urgent laparotomy", "b": 3, "r": false, "raw": "D. Urgent laparotomy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9609", "s": "Qwen3.5-4B", "a": "D. Delusion of reference", "b": 3, "r": true, "raw": "D. Delusion of reference\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1833", "s": "Qwen3.5-4B", "a": "A. Conversion disorder", "b": 3, "r": true, "raw": "A. Conversion disorder\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6794", "s": "Qwen3.5-4B", "a": "A. Atrial fibrillation", "b": 3, "r": true, "raw": "A. Atrial fibrillation\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10087", "s": "Qwen3.5-4B", "a": "C. Clumping of red blood cells after the patient's blood is drawn and transferred into a tube containing Proteus antigens", "b": 3, "r": false, "raw": "C. Clumping of red blood cells after the patient's blood is drawn and transferred into a tube containing Proteus antigens\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7357", "s": "Qwen3.5-4B", "a": "A. No medication is required", "b": 1, "r": false, "raw": "A. No medication is required\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5101", "s": "Qwen3.5-4B", "a": "D. QRS complex height variation", "b": 3, "r": true, "raw": "D. QRS complex height variation\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5479", "s": "Qwen3.5-4B", "a": "B. Rifampin and isoniazid", "b": 3, "r": false, "raw": "B. Rifampin and isoniazid\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1037", "s": "Qwen3.5-4B", "a": "D. Oral contraceptive", "b": 3, "r": true, "raw": "D. Oral contraceptive\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3217", "s": "Qwen3.5-4B", "a": "C. Catheter-based thrombectomy / thrombolysis", "b": 3, "r": true, "raw": "C. Catheter-based thrombectomy / thrombolysis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10126", "s": "Qwen3.5-4B", "a": "D. Agoraphobia", "b": 3, "r": false, "raw": "D. Agoraphobia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4202", "s": "Qwen3.5-4B", "a": "B. Small cell lung carcinoma", "b": 3, "r": true, "raw": "B. Small cell lung carcinoma\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2521", "s": "Qwen3.5-4B", "a": "B. Polyarteritis nodosa", "b": 3, "r": true, "raw": "B. Polyarteritis nodosa\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-230", "s": "Qwen3.5-4B", "a": "D. Ascending lymphangitis", "b": 3, "r": true, "raw": "D. Ascending lymphangitis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8028", "s": "Qwen3.5-4B", "a": "D. Ascending colon, cecum, and distal ileum", "b": 3, "r": false, "raw": "D. Ascending colon, cecum, and distal ileum\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5784", "s": "Qwen3.5-4B", "a": "C. MRI of the spine", "b": 3, "r": true, "raw": "C. MRI of the spine\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1803", "s": "Qwen3.5-4B", "a": "B. Negative selection", "b": 3, "r": false, "raw": "B. Negative selection\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7253", "s": "Qwen3.5-4B", "a": "D. Ultrasound of the liver", "b": 3, "r": true, "raw": "D. Ultrasound of the liver\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1030", "s": "Qwen3.5-4B", "a": "D. Extravasation of lipoproteins", "b": 3, "r": true, "raw": "D. Extravasation of lipoproteins\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5215", "s": "Qwen3.5-4B", "a": "B. Proceed with proton beam therapy as discussed at your patient's appointment", "b": 3, "r": true, "raw": "B. Proceed with proton beam therapy as discussed at your patient's appointment\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7744", "s": "Qwen3.5-4B", "a": "C. Prominent intraparenchymal white matter calcification", "b": 3, "r": true, "raw": "C. Prominent intraparenchymal white matter calcification\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1815", "s": "Qwen3.5-4B", "a": "A. Perform the excision", "b": 3, "r": true, "raw": "A. Perform the excision\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9297", "s": "Qwen3.5-4B", "a": "C. Cocaine toxicity", "b": 3, "r": true, "raw": "C. Cocaine toxicity\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-929", "s": "Qwen3.5-4B", "a": "C. Physostigmine", "b": 3, "r": true, "raw": "C. Physostigmine\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6634", "s": "Qwen3.5-4B", "a": "C. Pernicious anemia", "b": 3, "r": true, "raw": "C. Pernicious anemia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9599", "s": "Qwen3.5-4B", "a": "B. Tamsulosin and ciprofloxacin", "b": 3, "r": true, "raw": "B. Tamsulosin and ciprofloxacin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9861", "s": "Qwen3.5-4B", "a": "D. Blood culture", "b": 3, "r": true, "raw": "D. Blood culture\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-953", "s": "Qwen3.5-4B", "a": "C. Failure to take suppressive trimethoprim/sulfamethoxazole therapy", "b": 3, "r": false, "raw": "C. Failure to take suppressive trimethoprim/sulfamethoxazole therapy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-304", "s": "Qwen3.5-4B", "a": "C. Giardiasis", "b": 3, "r": false, "raw": "C. Giardiasis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6613", "s": "Qwen3.5-4B", "a": "D. Testicular atrophy", "b": 3, "r": true, "raw": "D. Testicular atrophy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4470", "s": "Qwen3.5-4B", "a": "B. Inhibition of neuraminidase", "b": 3, "r": true, "raw": "B. Inhibition of neuraminidase\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3150", "s": "Qwen3.5-4B", "a": "C. Naloxone", "b": 3, "r": true, "raw": "C. Naloxone\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2322", "s": "Qwen3.5-4B", "a": "C. Acts as an agonist at the peroxisome proliferator-activated receptor-Ƴ.", "b": 3, "r": true, "raw": "C. Acts as an agonist at the peroxisome proliferator-activated receptor-Ƴ.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1602", "s": "Qwen3.5-4B", "a": "C. Terazosin", "b": 3, "r": true, "raw": "C. Terazosin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7946", "s": "Qwen3.5-4B", "a": "D. Incomplete abortion", "b": 3, "r": false, "raw": "D. Incomplete abortion\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9402", "s": "Qwen3.5-4B", "a": "D. Ruptured vasa previa", "b": 3, "r": true, "raw": "D. Ruptured vasa previa\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8136", "s": "Qwen3.5-4B", "a": "D. Lactate dehydrogenase", "b": 3, "r": true, "raw": "D. Lactate dehydrogenase\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5044", "s": "Qwen3.5-4B", "a": "C. Fulminant hepatic necrosis", "b": 3, "r": true, "raw": "C. Fulminant hepatic necrosis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7110", "s": "Qwen3.5-4B", "a": "C. Enterococcus faecalis", "b": 3, "r": true, "raw": "C. Enterococcus faecalis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4350", "s": "Qwen3.5-4B", "a": "B. 13", "b": 3, "r": false, "raw": "B. 13\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2679", "s": "Qwen3.5-4B", "a": "B. Stevens-Johnson syndrome", "b": 3, "r": true, "raw": "B. Stevens-Johnson syndrome\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6473", "s": "Qwen3.5-4B", "a": "B. Doxycycline", "b": 3, "r": true, "raw": "B. Doxycycline\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6381", "s": "Qwen3.5-4B", "a": "C. Subacute granulomatous thyroiditis", "b": 3, "r": true, "raw": "C. Subacute granulomatous thyroiditis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3559", "s": "Qwen3.5-4B", "a": "A. CT-guided biopsy", "b": 3, "r": true, "raw": "A. CT-guided biopsy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5779", "s": "Qwen3.5-4B", "a": "B. Enlarged cells with intranuclear inclusion bodies", "b": 3, "r": false, "raw": "B. Enlarged cells with intranuclear inclusion bodies\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3442", "s": "Qwen3.5-4B", "a": "A. Bicuspid aortic valve", "b": 3, "r": false, "raw": "A. Bicuspid aortic valve\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2683", "s": "Qwen3.5-4B", "a": "B. Lateral wall of left ventricle, left circumflex coronary artery", "b": 3, "r": true, "raw": "B. Lateral wall of left ventricle, left circumflex coronary artery\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7792", "s": "Qwen3.5-4B", "a": "D. Supplemental oxygen", "b": 3, "r": true, "raw": "D. Supplemental oxygen\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6522", "s": "Qwen3.5-4B", "a": "D. Pap smear", "b": 3, "r": false, "raw": "D. Pap smear\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9071", "s": "Qwen3.5-4B", "a": "D. Wait to administer any antibiotics until you discuss your safety concerns with your attending.", "b": 3, "r": true, "raw": "D. Wait to administer any antibiotics until you discuss your safety concerns with your attending.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6296", "s": "Qwen3.5-4B", "a": "B. Greater vestibular glands", "b": 3, "r": true, "raw": "B. Greater vestibular glands\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3063", "s": "Qwen3.5-4B", "a": "A. Fasting blood glucose and lipid profile", "b": 3, "r": false, "raw": "A. Fasting blood glucose and lipid profile\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5835", "s": "Qwen3.5-4B", "a": "B. ApoE4", "b": 3, "r": true, "raw": "B. ApoE4\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1698", "s": "Qwen3.5-4B", "a": "A. Echinococcus granulosus", "b": 3, "r": true, "raw": "A. Echinococcus granulosus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5113", "s": "Qwen3.5-4B", "a": "B. Ultrasound of the pelvis", "b": 3, "r": false, "raw": "B. Ultrasound of the pelvis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3120", "s": "Qwen3.5-4B", "a": "C. The NNH is inversely correlated with the relative risk increase.", "b": 3, "r": true, "raw": "C. The NNH is inversely correlated with the relative risk increase.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7478", "s": "Qwen3.5-4B", "a": "D. Sumatriptan", "b": 3, "r": true, "raw": "D. Sumatriptan\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2479", "s": "Qwen3.5-4B", "a": "D. Optic nerve", "b": 3, "r": true, "raw": "D. Optic nerve\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1161", "s": "Qwen3.5-4B", "a": "D. Autoantibody binding of hemidesmosomes", "b": 3, "r": false, "raw": "D. Autoantibody binding of hemidesmosomes\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-664", "s": "Qwen3.5-4B", "a": "B. Collect sputum specimens for acid-fast bacilli smear microscopy, culture, and nucleic acid amplification", "b": 3, "r": true, "raw": "B. Collect sputum specimens for acid-fast bacilli smear microscopy, culture, and nucleic acid amplification\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6171", "s": "Qwen3.5-4B", "a": "D. Intravenous trimethoprim-sulfamethoxazole and oral prednisone", "b": 3, "r": false, "raw": "D. Intravenous trimethoprim-sulfamethoxazole and oral prednisone\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-584", "s": "Qwen3.5-4B", "a": "D. Segmented genomic material", "b": 3, "r": true, "raw": "D. Segmented genomic material\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6153", "s": "Qwen3.5-4B", "a": "C. Pap smear", "b": 1, "r": false, "raw": "C. Pap smear\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1948", "s": "Qwen3.5-4B", "a": "A. Pseudomembranous colitis", "b": 3, "r": false, "raw": "A. Pseudomembranous colitis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8332", "s": "Qwen3.5-4B", "a": "B. Calcium disodium edetate (EDTA)", "b": 3, "r": false, "raw": "B. Calcium disodium edetate (EDTA)\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-203", "s": "Qwen3.5-4B", "a": "D. Fluid in the alveolar space", "b": 3, "r": true, "raw": "D. Fluid in the alveolar space\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7682", "s": "Qwen3.5-4B", "a": "C. 47: XXY", "b": 3, "r": true, "raw": "C. 47: XXY\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-790", "s": "Qwen3.5-4B", "a": "B. Serial nonstress tests", "b": 3, "r": true, "raw": "B. Serial nonstress tests\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2669", "s": "Qwen3.5-4B", "a": "D. Lingual gyrus", "b": 3, "r": false, "raw": "D. Lingual gyrus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3618", "s": "Qwen3.5-4B", "a": "C. Thymectomy", "b": 3, "r": true, "raw": "C. Thymectomy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5480", "s": "Qwen3.5-4B", "a": "B. Gel electrophoresis", "b": 3, "r": true, "raw": "B. Gel electrophoresis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1402", "s": "Qwen3.5-4B", "a": "C. Immediate transfer to the operating room", "b": 3, "r": true, "raw": "C. Immediate transfer to the operating room\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7462", "s": "Qwen3.5-4B", "a": "B. Medullary sinus", "b": 3, "r": true, "raw": "B. Medullary sinus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4299", "s": "Qwen3.5-4B", "a": "C. Oral alprazolam", "b": 3, "r": true, "raw": "C. Oral alprazolam\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2060", "s": "Qwen3.5-4B", "a": "B. Hydrocortisone", "b": 3, "r": true, "raw": "B. Hydrocortisone\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6286", "s": "Qwen3.5-4B", "a": "C. Diaphoresis while sucking", "b": 3, "r": false, "raw": "C. Diaphoresis while sucking\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3357", "s": "Qwen3.5-4B", "a": "B. Middle cerebral artery", "b": 3, "r": true, "raw": "B. Middle cerebral artery\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9483", "s": "Qwen3.5-4B", "a": "A. Malrotation with volvulus", "b": 3, "r": false, "raw": "A. Malrotation with volvulus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-278", "s": "Qwen3.5-4B", "a": "D. History of multiple spontaneous abortions", "b": 3, "r": true, "raw": "D. History of multiple spontaneous abortions\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-348", "s": "Qwen3.5-4B", "a": "C. Topical erythromycin", "b": 3, "r": true, "raw": "C. Topical erythromycin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10100", "s": "Qwen3.5-4B", "a": "D. Phagolysosome formation by neutrophils", "b": 3, "r": true, "raw": "D. Phagolysosome formation by neutrophils\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4545", "s": "Qwen3.5-4B", "a": "D. Loss of vibratory sense below the level of the lesion", "b": 3, "r": false, "raw": "D. Loss of vibratory sense below the level of the lesion\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8328", "s": "Qwen3.5-4B", "a": "C. Obturator", "b": 3, "r": true, "raw": "C. Obturator\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1885", "s": "Qwen3.5-4B", "a": "B. Air contrast enema", "b": 3, "r": true, "raw": "B. Air contrast enema\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3037", "s": "Qwen3.5-4B", "a": "A. Hypocalcemia", "b": 3, "r": true, "raw": "A. Hypocalcemia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5466", "s": "Qwen3.5-4B", "a": "C. Hemorrhages underneath fingernails", "b": 3, "r": false, "raw": "C. Hemorrhages underneath fingernails\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3549", "s": "Qwen3.5-4B", "a": "C. Spectrin", "b": 3, "r": true, "raw": "C. Spectrin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2715", "s": "Qwen3.5-4B", "a": "C. Montelukast blocks receptors of some arachidonic acid metabolites.", "b": 3, "r": true, "raw": "C. Montelukast blocks receptors of some arachidonic acid metabolites.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6442", "s": "Qwen3.5-4B", "a": "D. Inhibition of ALA dehydratase and ferrochelatase", "b": 3, "r": true, "raw": "D. Inhibition of ALA dehydratase and ferrochelatase\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-541", "s": "Qwen3.5-4B", "a": "D. Colonoscopy for colorectal cancer", "b": 3, "r": true, "raw": "D. Colonoscopy for colorectal cancer\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-26", "s": "Qwen3.5-4B", "a": "A. Granulosa cell tumor", "b": 3, "r": true, "raw": "A. Granulosa cell tumor\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3740", "s": "Qwen3.5-4B", "a": "A. Exon", "b": 3, "r": true, "raw": "A. Exon\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-516", "s": "Qwen3.5-4B", "a": "C. Abducens nerve", "b": 3, "r": false, "raw": "C. Abducens nerve\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3304", "s": "Qwen3.5-4B", "a": "D. M Protein", "b": 3, "r": true, "raw": "D. M Protein\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3639", "s": "Qwen3.5-4B", "a": "B. Redistribution", "b": 3, "r": true, "raw": "B. Redistribution\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5638", "s": "Qwen3.5-4B", "a": "B. ABO incompatibility", "b": 3, "r": true, "raw": "B. ABO incompatibility\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8813", "s": "Qwen3.5-4B", "a": "A. Decreased levels of factor VIII", "b": 1, "r": true, "raw": "A. Decreased levels of factor VIII\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1196", "s": "Qwen3.5-4B", "a": "B. Histamine", "b": 3, "r": true, "raw": "B. Histamine\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-588", "s": "Qwen3.5-4B", "a": "B. Absent peristalsis and impaired lower esophageal sphincter relaxation", "b": 3, "r": true, "raw": "B. Absent peristalsis and impaired lower esophageal sphincter relaxation\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3828", "s": "Qwen3.5-4B", "a": "B. No, taking ginkgo will increase your risk for bleeding.", "b": 3, "r": true, "raw": "B. No, taking ginkgo will increase your risk for bleeding.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4221", "s": "Qwen3.5-4B", "a": "C. Cell-mediated immune response", "b": 3, "r": true, "raw": "C. Cell-mediated immune response\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3996", "s": "Qwen3.5-4B", "a": "A. Obsessive compulsive disorder (OCD)", "b": 3, "r": true, "raw": "A. Obsessive compulsive disorder (OCD)\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8606", "s": "Qwen3.5-4B", "a": "B. Hemidesmosomes", "b": 3, "r": false, "raw": "B. Hemidesmosomes\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8656", "s": "Qwen3.5-4B", "a": "D. Splinting", "b": 3, "r": true, "raw": "D. Splinting\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-223", "s": "Qwen3.5-4B", "a": "B. Immediately administer epinephrine and sedate and intubate the patient", "b": 3, "r": true, "raw": "B. Immediately administer epinephrine and sedate and intubate the patient\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8271", "s": "Qwen3.5-4B", "a": "B. Use of oral contraceptives (OCPs) for birth control", "b": 3, "r": true, "raw": "B. Use of oral contraceptives (OCPs) for birth control\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2368", "s": "Qwen3.5-4B", "a": "A. Dexrazoxane", "b": 3, "r": true, "raw": "A. Dexrazoxane\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9335", "s": "Qwen3.5-4B", "a": "C. Hydroxyapatite", "b": 3, "r": false, "raw": "C. Hydroxyapatite\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6468", "s": "Qwen3.5-4B", "a": "A. Increase in length constant", "b": 3, "r": true, "raw": "A. Increase in length constant\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8619", "s": "Qwen3.5-4B", "a": "C. Uveitis", "b": 3, "r": false, "raw": "C. Uveitis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5859", "s": "Qwen2.5-7B-Instruct", "a": "B. Hyperlipidemia, thrombocytopenia", "b": 3, "r": true, "raw": "B. Hyperlipidemia, thrombocytopenia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2570", "s": "Qwen2.5-7B-Instruct", "a": "D. Lumbar puncture", "b": 3, "r": true, "raw": "D. Lumbar puncture\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6402", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-8556", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-8337", "s": "Qwen2.5-7B-Instruct", "a": "D. Obstructive sleep apnea", "b": 3, "r": true, "raw": "D. Obstructive sleep apnea\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-855", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-10028", "s": "Qwen2.5-7B-Instruct", "a": "B. Study B results can be analyzed using a chi-square test", "b": 3, "r": false, "raw": "B. Study B results can be analyzed using a chi-square test\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6819", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-349", "s": "Qwen2.5-7B-Instruct", "a": "B. Traumatic aortic dissection", "b": 3, "r": true, "raw": "B. Traumatic aortic dissection\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5288", "s": "Qwen2.5-7B-Instruct", "a": "C. Bowel infarction", "b": 3, "r": false, "raw": "C. Bowel infarction\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6590", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-2268", "s": "Qwen2.5-7B-Instruct", "a": "D. Decreased crosslinking of collagen fibrils", "b": 3, "r": false, "raw": "D. Decreased crosslinking of collagen fibrils\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2086", "s": "Qwen2.5-7B-Instruct", "a": "C. Reactivation of dormant liver stage", "b": 3, "r": true, "raw": "C. Reactivation of dormant liver stage\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2921", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-9576", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-5416", "s": "Qwen2.5-7B-Instruct", "a": "B. Anabolic steroid use", "b": 3, "r": false, "raw": "B. Anabolic steroid use\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "call", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1577", "s": "Qwen2.5-7B-Instruct", "a": "D. Repeat cytology and HPV co-testing in 6 months", "b": 3, "r": false, "raw": "D. Repeat cytology and HPV co-testing in 6 months\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4500", "s": "Qwen2.5-7B-Instruct", "a": "D. Low bone density", "b": 3, "r": true, "raw": "D. Low bone density\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5316", "s": "Qwen2.5-7B-Instruct", "a": "D. Carvedilol", "b": 3, "r": true, "raw": "D. Carvedilol\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10008", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-5196", "s": "Qwen2.5-7B-Instruct", "a": "B. Deep-partial thickness (3rd degree)", "b": 3, "r": true, "raw": "B. Deep-partial thickness (3rd degree)\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4064", "s": "Qwen2.5-7B-Instruct", "a": "C. Depolarization of beta-cell membrane", "b": 3, "r": false, "raw": "C. Depolarization of beta-cell membrane\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9618", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-4561", "s": "Qwen2.5-7B-Instruct", "a": "C. His pain is transmitted by somatic afferent nerve fibers located in the right flank.", "b": 3, "r": false, "raw": "C. His pain is transmitted by somatic afferent nerve fibers located in the right flank.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5235", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-2653", "s": "Qwen2.5-7B-Instruct", "a": "A. Iron replacement for 4–6 months", "b": 3, "r": true, "raw": "A. Iron replacement for 4–6 months\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7274", "s": "Qwen2.5-7B-Instruct", "a": "C. MRI", "b": 3, "r": false, "raw": "C. MRI\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3795", "s": "Qwen2.5-7B-Instruct", "a": "A. Shiga toxin", "b": 3, "r": false, "raw": "A. Shiga toxin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8852", "s": "Qwen2.5-7B-Instruct", "a": "A. Acute ethanol intoxication", "b": 3, "r": false, "raw": "A. Acute ethanol intoxication\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2221", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-2756", "s": "Qwen2.5-7B-Instruct", "a": "B", "b": 1, "r": false, "raw": "B\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6194", "s": "Qwen2.5-7B-Instruct", "a": "C. Azithromycin", "b": 3, "r": false, "raw": "C. Azithromycin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3159", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-3956", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-7486", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-9023", "s": "Qwen2.5-7B-Instruct", "a": "B. Inulin", "b": 3, "r": true, "raw": "B. Inulin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2543", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-2644", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-6605", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-7715", "s": "Qwen2.5-7B-Instruct", "a": "C. UVA and UVB", "b": 3, "r": false, "raw": "C. UVA and UVB\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6302", "s": "Qwen2.5-7B-Instruct", "a": "D. Urgent laparotomy", "b": 3, "r": false, "raw": "D. Urgent laparotomy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9609", "s": "Qwen2.5-7B-Instruct", "a": "D. Delusion of reference", "b": 3, "r": true, "raw": "D. Delusion of reference\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1833", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-6794", "s": "Qwen2.5-7B-Instruct", "a": "C. Torsades de pointes", "b": 3, "r": false, "raw": "C. Torsades de pointes\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-10087", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-7357", "s": "Qwen2.5-7B-Instruct", "a": "C. Isoniazid and rifampicin", "b": 3, "r": false, "raw": "C. Isoniazid and rifampicin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5101", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-5479", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-1037", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-3217", "s": "Qwen2.5-7B-Instruct", "a": "C. Catheter-based thrombectomy / thrombolysis", "b": 3, "r": true, "raw": "C. Catheter-based thrombectomy / thrombolysis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10126", "s": "Qwen2.5-7B-Instruct", "a": "C. Specific phobia", "b": 3, "r": false, "raw": "C. Specific phobia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4202", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-2521", "s": "Qwen2.5-7B-Instruct", "a": "B. Polyarteritis nodosa", "b": 3, "r": true, "raw": "B. Polyarteritis nodosa\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-230", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-8028", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-5784", "s": "Qwen2.5-7B-Instruct", "a": "C. MRI of the spine", "b": 3, "r": true, "raw": "C. MRI of the spine\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1803", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-7253", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-1030", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-5215", "s": "Qwen2.5-7B-Instruct", "a": "C. Tell the patient that proton beam therapy will not be covered by his insurance company, so you will need to proceed with traditional radiation therapy", "b": 3, "r": false, "raw": "C. Tell the patient that proton beam therapy will not be covered by his insurance company, so you will need to proceed with traditional radiation therapy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7744", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-1815", "s": "Qwen2.5-7B-Instruct", "a": "A. Perform the excision", "b": 3, "r": true, "raw": "A. Perform the excision\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9297", "s": "Qwen2.5-7B-Instruct", "a": "C. Cocaine toxicity", "b": 3, "r": true, "raw": "C. Cocaine toxicity\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-929", "s": "Qwen2.5-7B-Instruct", "a": "C. Physostigmine", "b": 3, "r": true, "raw": "C. Physostigmine\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6634", "s": "Qwen2.5-7B-Instruct", "a": "C. Pernicious anemia", "b": 3, "r": true, "raw": "C. Pernicious anemia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9599", "s": "Qwen2.5-7B-Instruct", "a": "B. Tamsulosin and ciprofloxacin", "b": 3, "r": true, "raw": "B. Tamsulosin and ciprofloxacin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9861", "s": "Qwen2.5-7B-Instruct", "a": "D. Blood culture", "b": 3, "r": true, "raw": "D. Blood culture\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-953", "s": "Qwen2.5-7B-Instruct", "a": "C. Failure to take suppressive trimethoprim/sulfamethoxazole therapy", "b": 3, "r": false, "raw": "C. Failure to take suppressive trimethoprim/sulfamethoxazole therapy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-304", "s": "Qwen2.5-7B-Instruct", "a": "C. Giardiasis", "b": 3, "r": false, "raw": "C. Giardiasis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6613", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-4470", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-3150", "s": "Qwen2.5-7B-Instruct", "a": "C. Naloxone", "b": 3, "r": true, "raw": "C. Naloxone\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2322", "s": "Qwen2.5-7B-Instruct", "a": "B. Increases the uptake of glucose and reduces peripheral insulin resistance.", "b": 3, "r": false, "raw": "B. Increases the uptake of glucose and reduces peripheral insulin resistance.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1602", "s": "Qwen2.5-7B-Instruct", "a": "B. Tamsulosin", "b": 3, "r": false, "raw": "B. Tamsulosin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7946", "s": "Qwen2.5-7B-Instruct", "a": "C. Threatened abortion", "b": 3, "r": false, "raw": "C. Threatened abortion\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9402", "s": "Qwen2.5-7B-Instruct", "a": "A. Placenta previa", "b": 3, "r": false, "raw": "A. Placenta previa\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8136", "s": "Qwen2.5-7B-Instruct", "a": "D. Lactate dehydrogenase", "b": 3, "r": true, "raw": "D. Lactate dehydrogenase\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5044", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-7110", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-4350", "s": "Qwen2.5-7B-Instruct", "a": "B. 13", "b": 3, "r": false, "raw": "B. 13\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2679", "s": "Qwen2.5-7B-Instruct", "a": "B. Stevens-Johnson syndrome", "b": 3, "r": true, "raw": "B. Stevens-Johnson syndrome\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6473", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-6381", "s": "Qwen2.5-7B-Instruct", "a": "C. Subacute granulomatous thyroiditis", "b": 3, "r": true, "raw": "C. Subacute granulomatous thyroiditis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3559", "s": "Qwen2.5-7B-Instruct", "a": "D. Isoniazid, rifampin, pyrazinamide, ethambutol", "b": 3, "r": false, "raw": "D. Isoniazid, rifampin, pyrazinamide, ethambutol\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5779", "s": "Qwen2.5-7B-Instruct", "a": "C. Polygonal cells with racket-shaped organelles", "b": 3, "r": false, "raw": "C. Polygonal cells with racket-shaped organelles\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3442", "s": "Qwen2.5-7B-Instruct", "a": "A. Bicuspid aortic valve", "b": 3, "r": false, "raw": "A. Bicuspid aortic valve\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2683", "s": "Qwen2.5-7B-Instruct", "a": "A. Interventricular septum, left anterior descending coronary artery", "b": 3, "r": false, "raw": "A. Interventricular septum, left anterior descending coronary artery\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7792", "s": "Qwen2.5-7B-Instruct", "a": "C. Pulmonary rehabilitation", "b": 3, "r": false, "raw": "C. Pulmonary rehabilitation\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6522", "s": "Qwen2.5-7B-Instruct", "a": "D. Pap smear", "b": 3, "r": false, "raw": "D. Pap smear\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9071", "s": "Qwen2.5-7B-Instruct", "a": "C. Discuss the adverse effects of each antibiotic with the patient, and then let the patient decide which antibiotic she would prefer.", "b": 3, "r": false, "raw": "C. Discuss the adverse effects of each antibiotic with the patient, and then let the patient decide which antibiotic she would prefer.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6296", "s": "Qwen2.5-7B-Instruct", "a": "B. Greater vestibular glands", "b": 3, "r": true, "raw": "B. Greater vestibular glands\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3063", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-5835", "s": "Qwen2.5-7B-Instruct", "a": "B. ApoE4", "b": 3, "r": true, "raw": "B. ApoE4\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1698", "s": "Qwen2.5-7B-Instruct", "a": "A. Echinococcus granulosus", "b": 3, "r": true, "raw": "A. Echinococcus granulosus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5113", "s": "Qwen2.5-7B-Instruct", "a": "B. Ultrasound of the pelvis", "b": 3, "r": false, "raw": "B. Ultrasound of the pelvis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3120", "s": "Qwen2.5-7B-Instruct", "a": "D. If the absolute risk in the exposed group increases, the NNH increases.", "b": 3, "r": false, "raw": "D. If the absolute risk in the exposed group increases, the NNH increases.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7478", "s": "Qwen2.5-7B-Instruct", "a": "D. Sumatriptan", "b": 3, "r": true, "raw": "D. Sumatriptan\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2479", "s": "Qwen2.5-7B-Instruct", "a": "D. Optic nerve", "b": 3, "r": true, "raw": "D. Optic nerve\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1161", "s": "Qwen2.5-7B-Instruct", "a": "C. Autoantibody deposition in stratum spinosum", "b": 3, "r": false, "raw": "C. Autoantibody deposition in stratum spinosum\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-664", "s": "Qwen2.5-7B-Instruct", "a": "B. Collect sputum specimens for acid-fast bacilli smear microscopy, culture, and nucleic acid amplification", "b": 3, "r": true, "raw": "B. Collect sputum specimens for acid-fast bacilli smear microscopy, culture, and nucleic acid amplification\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6171", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-584", "s": "Qwen2.5-7B-Instruct", "a": "D. Segmented genomic material", "b": 3, "r": true, "raw": "D. Segmented genomic material\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6153", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-1948", "s": "Qwen2.5-7B-Instruct", "a": "D. Ischemic colitis", "b": 3, "r": true, "raw": "D. Ischemic colitis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8332", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-203", "s": "Qwen2.5-7B-Instruct", "a": "B. Emboli in the pulmonary vasculature", "b": 3, "r": false, "raw": "B. Emboli in the pulmonary vasculature\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7682", "s": "Qwen2.5-7B-Instruct", "a": "C. 47: XXY", "b": 3, "r": true, "raw": "C. 47: XXY\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-790", "s": "Qwen2.5-7B-Instruct", "a": "C. Weekly fetal weight estimation", "b": 3, "r": false, "raw": "C. Weekly fetal weight estimation  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2669", "s": "Qwen2.5-7B-Instruct", "a": "C. Lateral medulla", "b": 3, "r": false, "raw": "C. Lateral medulla\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3618", "s": "Qwen2.5-7B-Instruct", "a": "C. Thymectomy", "b": 3, "r": true, "raw": "C. Thymectomy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5480", "s": "Qwen2.5-7B-Instruct", "a": "C. Pyrosequencing", "b": 3, "r": false, "raw": "C. Pyrosequencing\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1402", "s": "Qwen2.5-7B-Instruct", "a": "D. Immediate cardiac catheterization", "b": 3, "r": false, "raw": "D. Immediate cardiac catheterization\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7462", "s": "Qwen2.5-7B-Instruct", "a": "C. Paracortex", "b": 3, "r": false, "raw": "C. Paracortex\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4299", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-2060", "s": "Qwen2.5-7B-Instruct", "a": "B. Hydrocortisone", "b": 3, "r": true, "raw": "B. Hydrocortisone\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6286", "s": "Qwen2.5-7B-Instruct", "a": "A. Hepatomegaly", "b": 3, "r": false, "raw": "A. Hepatomegaly\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3357", "s": "Qwen2.5-7B-Instruct", "a": "B. Middle cerebral artery", "b": 3, "r": true, "raw": "B. Middle cerebral artery\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9483", "s": "Qwen2.5-7B-Instruct", "a": "A. Malrotation with volvulus", "b": 3, "r": false, "raw": "A. Malrotation with volvulus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-278", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-348", "s": "Qwen2.5-7B-Instruct", "a": "C. Topical erythromycin", "b": 3, "r": true, "raw": "C. Topical erythromycin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10100", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-4545", "s": "Qwen2.5-7B-Instruct", "a": "D. Loss of vibratory sense below the level of the lesion", "b": 3, "r": false, "raw": "D. Loss of vibratory sense below the level of the lesion\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8328", "s": "Qwen2.5-7B-Instruct", "a": "C. Obturator", "b": 3, "r": true, "raw": "C. Obturator\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1885", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-3037", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-5466", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-3549", "s": "Qwen2.5-7B-Instruct", "a": "C. Spectrin", "b": 3, "r": true, "raw": "C. Spectrin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2715", "s": "Qwen2.5-7B-Instruct", "a": "D. Montelukast inhibits lipoxygenase, thus decreasing the production of inflammatory leukotrienes.", "b": 3, "r": false, "raw": "D. Montelukast inhibits lipoxygenase, thus decreasing the production of inflammatory leukotrienes.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6442", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-541", "s": "Qwen2.5-7B-Instruct", "a": "C. Abdominal ultrasonography for abdominal aortic aneurysm", "b": 3, "r": false, "raw": "C. Abdominal ultrasonography for abdominal aortic aneurysm\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-26", "s": "Qwen2.5-7B-Instruct", "a": "C. McCune-Albright syndrome", "b": 3, "r": false, "raw": "C. McCune-Albright syndrome\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3740", "s": "Qwen2.5-7B-Instruct", "a": "A. Exon", "b": 3, "r": true, "raw": "A. Exon\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-516", "s": "Qwen2.5-7B-Instruct", "a": "B. Oculomotor nerve", "b": 3, "r": true, "raw": "B. Oculomotor nerve\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3304", "s": "Qwen2.5-7B-Instruct", "a": "D. M Protein", "b": 3, "r": true, "raw": "D. M Protein\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3639", "s": "Qwen2.5-7B-Instruct", "a": "B. Redistribution", "b": 3, "r": true, "raw": "B. Redistribution\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5638", "s": "Qwen2.5-7B-Instruct", "a": "B. ABO incompatibility", "b": 3, "r": true, "raw": "B. ABO incompatibility\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8813", "s": "Qwen2.5-7B-Instruct", "a": "A. Decreased levels of factor VIII", "b": 3, "r": true, "raw": "A. Decreased levels of factor VIII\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1196", "s": "Qwen2.5-7B-Instruct", "a": "B. Histamine", "b": 3, "r": true, "raw": "B. Histamine\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-588", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-3828", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-4221", "s": "Qwen2.5-7B-Instruct", "a": "C. Cell-mediated immune response", "b": 3, "r": true, "raw": "C. Cell-mediated immune response\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3996", "s": "Qwen2.5-7B-Instruct", "a": "A. Obsessive compulsive disorder (OCD)", "b": 3, "r": true, "raw": "A. Obsessive compulsive disorder (OCD)\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8606", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-8656", "s": "Qwen2.5-7B-Instruct", "a": "A. A trial of gabapentin", "b": 3, "r": false, "raw": "A. A trial of gabapentin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-223", "s": "Qwen2.5-7B-Instruct", "a": "B. Immediately administer epinephrine and sedate and intubate the patient", "b": 3, "r": true, "raw": "B. Immediately administer epinephrine and sedate and intubate the patient\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8271", "s": "Qwen2.5-7B-Instruct", "a": "C. Use of oral contraceptives (OCPs) for birth control", "b": 3, "r": false, "raw": "C. Use of oral contraceptives (OCPs) for birth control\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2368", "s": "Qwen2.5-7B-Instruct", "a": null, "b": 0, "r": null, "raw": "I don't know\nBet: 1", "v": {}}, {"q": "medqa|medqa-train-9335", "s": "Qwen2.5-7B-Instruct", "a": "C. Hydroxyapatite", "b": 3, "r": false, "raw": "C. Hydroxyapatite\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6468", "s": "Qwen2.5-7B-Instruct", "a": "C. Increase in axonal capacitance", "b": 3, "r": false, "raw": "C. Increase in axonal capacitance\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8619", "s": "Qwen2.5-7B-Instruct", "a": "C. Uveitis", "b": 3, "r": false, "raw": "C. Uveitis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5859", "s": "Qwen3-8B", "a": "B. Hyperlipidemia, thrombocytopenia", "b": 3, "r": true, "raw": "B. Hyperlipidemia, thrombocytopenia  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2570", "s": "Qwen3-8B", "a": "D. Lumbar puncture", "b": 3, "r": true, "raw": "D. Lumbar puncture  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6402", "s": "Qwen3-8B", "a": "C. Enterokinase", "b": 3, "r": true, "raw": "C. Enterokinase  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8556", "s": "Qwen3-8B", "a": "C. Fluphenazine", "b": 3, "r": true, "raw": "C. Fluphenazine  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8337", "s": "Qwen3-8B", "a": "D. Obstructive sleep apnea", "b": 3, "r": true, "raw": "D. Obstructive sleep apnea  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-855", "s": "Qwen3-8B", "a": "D. Cardiac conduction system", "b": 3, "r": true, "raw": "D. Cardiac conduction system  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10028", "s": "Qwen3-8B", "a": "C. Study B results can be analyzed using a chi-square test", "b": 3, "r": false, "raw": "C. Study B results can be analyzed using a chi-square test\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6819", "s": "Qwen3-8B", "a": "C. Right upper lobe", "b": 3, "r": true, "raw": "C. Right upper lobe  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-349", "s": "Qwen3-8B", "a": "B. Traumatic aortic dissection", "b": 3, "r": true, "raw": "B. Traumatic aortic dissection  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5288", "s": "Qwen3-8B", "a": "C. Bowel infarction", "b": 3, "r": false, "raw": "C. Bowel infarction\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6590", "s": "Qwen3-8B", "a": "D. Secretion of mucus", "b": 3, "r": false, "raw": "D. Secretion of mucus  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2268", "s": "Qwen3-8B", "a": "A. Decrease in elastin fiber assembly", "b": 3, "r": true, "raw": "A. Decrease in elastin fiber assembly  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2086", "s": "Qwen3-8B", "a": "C. Reactivation of dormant liver stage", "b": 3, "r": true, "raw": "C. Reactivation of dormant liver stage  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2921", "s": "Qwen3-8B", "a": "C. Immune response to cardiac antigens", "b": 3, "r": true, "raw": "C. Immune response to cardiac antigens  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9576", "s": "Qwen3-8B", "a": "D. Haloperidol", "b": 3, "r": false, "raw": "D. Haloperidol  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5416", "s": "Qwen3-8B", "a": "A. Water soluble vitamin deficiency", "b": 3, "r": true, "raw": "A. Water soluble vitamin deficiency  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "call", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1577", "s": "Qwen3-8B", "a": "D. Repeat cytology and HPV co-testing in 6 months", "b": 3, "r": false, "raw": "D. Repeat cytology and HPV co-testing in 6 months  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4500", "s": "Qwen3-8B", "a": "D. Low bone density", "b": 3, "r": true, "raw": "D. Low bone density  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5316", "s": "Qwen3-8B", "a": "D. Carvedilol", "b": 3, "r": true, "raw": "D. Carvedilol  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10008", "s": "Qwen3-8B", "a": "C. Pes cavus with hammer toes", "b": 3, "r": false, "raw": "C. Pes cavus with hammer toes  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5196", "s": "Qwen3-8B", "a": "B. Deep-partial thickness (3rd degree)", "b": 3, "r": true, "raw": "B. Deep-partial thickness (3rd degree)\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4064", "s": "Qwen3-8B", "a": "C. Depolarization of beta-cell membrane", "b": 3, "r": false, "raw": "C. Depolarization of beta-cell membrane  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9618", "s": "Qwen3-8B", "a": "D. Decreased inhibition of HMG CoA reductase", "b": 3, "r": false, "raw": "D. Decreased inhibition of HMG CoA reductase  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4561", "s": "Qwen3-8B", "a": "C. His pain is transmitted by somatic afferent nerve fibers located in the right flank.", "b": 3, "r": false, "raw": "C. His pain is transmitted by somatic afferent nerve fibers located in the right flank.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5235", "s": "Qwen3-8B", "a": "D. Decreased T-cell receptor excision circles on PCR", "b": 3, "r": false, "raw": "D. Decreased T-cell receptor excision circles on PCR  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2653", "s": "Qwen3-8B", "a": "A. Iron replacement for 4–6 months", "b": 3, "r": true, "raw": "A. Iron replacement for 4–6 months  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7274", "s": "Qwen3-8B", "a": "C. MRI", "b": 3, "r": false, "raw": "C. MRI  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3795", "s": "Qwen3-8B", "a": "A. Shiga toxin", "b": 3, "r": false, "raw": "A. Shiga toxin  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8852", "s": "Qwen3-8B", "a": "D. Syndrome of inappropriate antidiuretic hormone", "b": 3, "r": true, "raw": "D. Syndrome of inappropriate antidiuretic hormone  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2221", "s": "Qwen3-8B", "a": "D. ↑ Plasma renin and angiotensin II activity, ↑ blood pressure, ↓ renal perfusion pressure, ↑ serum pH", "b": 3, "r": false, "raw": "D. ↑ Plasma renin and angiotensin II activity, ↑ blood pressure, ↓ renal perfusion pressure, ↑ serum pH  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2756", "s": "Qwen3-8B", "a": "D. E", "b": 3, "r": false, "raw": "D. E\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6194", "s": "Qwen3-8B", "a": "B. Clindamycin", "b": 3, "r": true, "raw": "B. Clindamycin  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3159", "s": "Qwen3-8B", "a": "D. Notch pathway", "b": 3, "r": false, "raw": "D. Notch pathway  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3956", "s": "Qwen3-8B", "a": "D. Methylene blue", "b": 3, "r": false, "raw": "D. Methylene blue  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7486", "s": "Qwen3-8B", "a": "D. Oral fluconazole for the patient", "b": 3, "r": true, "raw": "D. Oral fluconazole for the patient  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9023", "s": "Qwen3-8B", "a": "B. Inulin", "b": 3, "r": true, "raw": "B. Inulin  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2543", "s": "Qwen3-8B", "a": "C. Galactocerebroside", "b": 3, "r": false, "raw": "C. Galactocerebroside  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2644", "s": "Qwen3-8B", "a": "A. Non-encapsulated, gram-negative cocci in pairs", "b": 3, "r": false, "raw": "A. Non-encapsulated, gram-negative cocci in pairs  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6605", "s": "Qwen3-8B", "a": "B. Sodium oxybate", "b": 3, "r": true, "raw": "B. Sodium oxybate  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7715", "s": "Qwen3-8B", "a": "A. UVB", "b": 3, "r": true, "raw": "A. UVB  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6302", "s": "Qwen3-8B", "a": "D. Urgent laparotomy", "b": 3, "r": false, "raw": "D. Urgent laparotomy  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9609", "s": "Qwen3-8B", "a": "D. Delusion of reference", "b": 3, "r": true, "raw": "D. Delusion of reference  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1833", "s": "Qwen3-8B", "a": "D. Acute hemorrhagic stroke", "b": 3, "r": false, "raw": "D. Acute hemorrhagic stroke\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6794", "s": "Qwen3-8B", "a": "A. Atrial fibrillation", "b": 3, "r": true, "raw": "A. Atrial fibrillation  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10087", "s": "Qwen3-8B", "a": "A. Clumping of red blood cells after the patient’s blood is drawn and transferred into a chilled EDTA-containing vial", "b": 3, "r": true, "raw": "A. Clumping of red blood cells after the patient’s blood is drawn and transferred into a chilled EDTA-containing vial\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7357", "s": "Qwen3-8B", "a": "C. Isoniazid and rifampicin", "b": 3, "r": false, "raw": "C. Isoniazid and rifampicin  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5101", "s": "Qwen3-8B", "a": "D. QRS complex height variation", "b": 3, "r": true, "raw": "D. QRS complex height variation  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5479", "s": "Qwen3-8B", "a": "A. Amphotericin B and itraconazole", "b": 3, "r": false, "raw": "A. Amphotericin B and itraconazole  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1037", "s": "Qwen3-8B", "a": "C. Ketoconazole", "b": 3, "r": false, "raw": "C. Ketoconazole  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3217", "s": "Qwen3-8B", "a": "C. Catheter-based thrombectomy / thrombolysis", "b": 3, "r": true, "raw": "C. Catheter-based thrombectomy / thrombolysis  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10126", "s": "Qwen3-8B", "a": "C. Specific phobia", "b": 3, "r": false, "raw": "C. Specific phobia  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4202", "s": "Qwen3-8B", "a": "A. Squamous cell lung carcinoma", "b": 3, "r": false, "raw": "A. Squamous cell lung carcinoma  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2521", "s": "Qwen3-8B", "a": "B. Polyarteritis nodosa", "b": 3, "r": true, "raw": "B. Polyarteritis nodosa  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-230", "s": "Qwen3-8B", "a": "D. Ascending lymphangitis", "b": 3, "r": true, "raw": "D. Ascending lymphangitis  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8028", "s": "Qwen3-8B", "a": "D. Ascending colon, cecum, and distal ileum", "b": 3, "r": false, "raw": "D. Ascending colon, cecum, and distal ileum  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5784", "s": "Qwen3-8B", "a": "C. MRI of the spine", "b": 3, "r": true, "raw": "C. MRI of the spine  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1803", "s": "Qwen3-8B", "a": "D. Isotype switching", "b": 3, "r": true, "raw": "D. Isotype switching\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7253", "s": "Qwen3-8B", "a": "D. Ultrasound of the liver", "b": 3, "r": true, "raw": "D. Ultrasound of the liver  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1030", "s": "Qwen3-8B", "a": "D. Extravasation of lipoproteins", "b": 3, "r": true, "raw": "D. Extravasation of lipoproteins  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5215", "s": "Qwen3-8B", "a": "C. Tell the patient that proton beam therapy will not be covered by his insurance company, so you will need to proceed with traditional radiation therapy", "b": 3, "r": false, "raw": "C. Tell the patient that proton beam therapy will not be covered by his insurance company, so you will need to proceed with traditional radiation therapy\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7744", "s": "Qwen3-8B", "a": "C. Prominent intraparenchymal white matter calcification", "b": 3, "r": true, "raw": "C. Prominent intraparenchymal white matter calcification  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1815", "s": "Qwen3-8B", "a": "A. Perform the excision", "b": 1, "r": true, "raw": "A. Perform the excision  \nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9297", "s": "Qwen3-8B", "a": "C. Cocaine toxicity", "b": 3, "r": true, "raw": "C. Cocaine toxicity  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-929", "s": "Qwen3-8B", "a": "C. Physostigmine", "b": 3, "r": true, "raw": "C. Physostigmine  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6634", "s": "Qwen3-8B", "a": "C. Pernicious anemia", "b": 3, "r": true, "raw": "C. Pernicious anemia  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9599", "s": "Qwen3-8B", "a": "B. Tamsulosin and ciprofloxacin", "b": 3, "r": true, "raw": "B. Tamsulosin and ciprofloxacin  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9861", "s": "Qwen3-8B", "a": "D. Blood culture", "b": 3, "r": true, "raw": "D. Blood culture  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-953", "s": "Qwen3-8B", "a": "C. Failure to take suppressive trimethoprim/sulfamethoxazole therapy", "b": 3, "r": false, "raw": "C. Failure to take suppressive trimethoprim/sulfamethoxazole therapy  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-304", "s": "Qwen3-8B", "a": "A. Irritable bowel syndrome", "b": 3, "r": true, "raw": "A. Irritable bowel syndrome  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6613", "s": "Qwen3-8B", "a": "C. Spider angiomas", "b": 3, "r": false, "raw": "C. Spider angiomas  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4470", "s": "Qwen3-8B", "a": "A. Inhibition of DNA polymerase", "b": 3, "r": false, "raw": "A. Inhibition of DNA polymerase  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3150", "s": "Qwen3-8B", "a": "C. Naloxone", "b": 3, "r": true, "raw": "C. Naloxone  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2322", "s": "Qwen3-8B", "a": "C. Acts as an agonist at the peroxisome proliferator-activated receptor-Ƴ.", "b": 3, "r": true, "raw": "C. Acts as an agonist at the peroxisome proliferator-activated receptor-Ƴ.  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1602", "s": "Qwen3-8B", "a": "C. Terazosin", "b": 3, "r": true, "raw": "C. Terazosin  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7946", "s": "Qwen3-8B", "a": "D. Incomplete abortion", "b": 3, "r": false, "raw": "D. Incomplete abortion  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9402", "s": "Qwen3-8B", "a": "A. Placenta previa", "b": 3, "r": false, "raw": "A. Placenta previa\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8136", "s": "Qwen3-8B", "a": "D. Lactate dehydrogenase", "b": 3, "r": true, "raw": "D. Lactate dehydrogenase  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5044", "s": "Qwen3-8B", "a": "C. Fulminant hepatic necrosis", "b": 3, "r": true, "raw": "C. Fulminant hepatic necrosis  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7110", "s": "Qwen3-8B", "a": "C. Enterococcus faecalis", "b": 3, "r": true, "raw": "C. Enterococcus faecalis  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4350", "s": "Qwen3-8B", "a": "B. 13", "b": 3, "r": false, "raw": "B. 13  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2679", "s": "Qwen3-8B", "a": "B. Stevens-Johnson syndrome", "b": 3, "r": true, "raw": "B. Stevens-Johnson syndrome  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6473", "s": "Qwen3-8B", "a": "A. Surgical resection of the mass", "b": 3, "r": false, "raw": "A. Surgical resection of the mass  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6381", "s": "Qwen3-8B", "a": "C. Subacute granulomatous thyroiditis", "b": 3, "r": true, "raw": "C. Subacute granulomatous thyroiditis  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3559", "s": "Qwen3-8B", "a": "A. CT-guided biopsy", "b": 3, "r": true, "raw": "A. CT-guided biopsy  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5779", "s": "Qwen3-8B", "a": "D. Spindle-shaped cells with leukocytic infiltration", "b": 3, "r": true, "raw": "D. Spindle-shaped cells with leukocytic infiltration  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3442", "s": "Qwen3-8B", "a": "A. Bicuspid aortic valve", "b": 3, "r": false, "raw": "A. Bicuspid aortic valve  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2683", "s": "Qwen3-8B", "a": "B. Lateral wall of left ventricle, left circumflex coronary artery", "b": 3, "r": true, "raw": "B. Lateral wall of left ventricle, left circumflex coronary artery  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7792", "s": "Qwen3-8B", "a": "D. Supplemental oxygen", "b": 3, "r": true, "raw": "D. Supplemental oxygen  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6522", "s": "Qwen3-8B", "a": "D. Pap smear", "b": 3, "r": false, "raw": "D. Pap smear  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9071", "s": "Qwen3-8B", "a": "D. Wait to administer any antibiotics until you discuss your safety concerns with your attending.", "b": 3, "r": true, "raw": "D. Wait to administer any antibiotics until you discuss your safety concerns with your attending.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6296", "s": "Qwen3-8B", "a": "B. Greater vestibular glands", "b": 3, "r": true, "raw": "B. Greater vestibular glands  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3063", "s": "Qwen3-8B", "a": "D. Fasting blood glucose, lipid profile, and thyroid stimulating hormone", "b": 3, "r": false, "raw": "D. Fasting blood glucose, lipid profile, and thyroid stimulating hormone  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5835", "s": "Qwen3-8B", "a": "B. ApoE4", "b": 3, "r": true, "raw": "B. ApoE4  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1698", "s": "Qwen3-8B", "a": "A. Echinococcus granulosus", "b": 3, "r": true, "raw": "A. Echinococcus granulosus  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5113", "s": "Qwen3-8B", "a": "C. Ultrasound of the appendix", "b": 3, "r": true, "raw": "C. Ultrasound of the appendix  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3120", "s": "Qwen3-8B", "a": "C. The NNH is inversely correlated with the relative risk increase.", "b": 3, "r": true, "raw": "C. The NNH is inversely correlated with the relative risk increase.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7478", "s": "Qwen3-8B", "a": "D. Sumatriptan", "b": 3, "r": true, "raw": "D. Sumatriptan  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2479", "s": "Qwen3-8B", "a": "C. Oculomotor nerve", "b": 3, "r": false, "raw": "C. Oculomotor nerve\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1161", "s": "Qwen3-8B", "a": "A. Toxin-induced cleavage of desmoglein", "b": 3, "r": true, "raw": "A. Toxin-induced cleavage of desmoglein  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-664", "s": "Qwen3-8B", "a": "A. Perform a high-resolution CT scan of the chest", "b": 3, "r": false, "raw": "A. Perform a high-resolution CT scan of the chest  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6171", "s": "Qwen3-8B", "a": "D. Intravenous trimethoprim-sulfamethoxazole and oral prednisone", "b": 3, "r": false, "raw": "D. Intravenous trimethoprim-sulfamethoxazole and oral prednisone  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-584", "s": "Qwen3-8B", "a": "D. Segmented genomic material", "b": 3, "r": true, "raw": "D. Segmented genomic material  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6153", "s": "Qwen3-8B", "a": "D. Chest radiograph", "b": 3, "r": false, "raw": "D. Chest radiograph  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1948", "s": "Qwen3-8B", "a": "A. Pseudomembranous colitis", "b": 3, "r": false, "raw": "A. Pseudomembranous colitis  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8332", "s": "Qwen3-8B", "a": "D. Trientine", "b": 3, "r": false, "raw": "D. Trientine  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-203", "s": "Qwen3-8B", "a": "D. Fluid in the alveolar space", "b": 3, "r": true, "raw": "D. Fluid in the alveolar space  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7682", "s": "Qwen3-8B", "a": "C. 47: XXY", "b": 3, "r": true, "raw": "C. 47: XXY  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-790", "s": "Qwen3-8B", "a": "C. Weekly fetal weight estimation", "b": 3, "r": false, "raw": "C. Weekly fetal weight estimation  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2669", "s": "Qwen3-8B", "a": "C. Lateral medulla", "b": 3, "r": false, "raw": "C. Lateral medulla  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3618", "s": "Qwen3-8B", "a": "C. Thymectomy", "b": 3, "r": true, "raw": "C. Thymectomy  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5480", "s": "Qwen3-8B", "a": "A. Polymerase chain reaction", "b": 3, "r": false, "raw": "A. Polymerase chain reaction  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1402", "s": "Qwen3-8B", "a": "C. Immediate transfer to the operating room", "b": 3, "r": true, "raw": "C. Immediate transfer to the operating room  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7462", "s": "Qwen3-8B", "a": "C. Paracortex", "b": 3, "r": false, "raw": "C. Paracortex  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4299", "s": "Qwen3-8B", "a": "C. Oral alprazolam", "b": 3, "r": true, "raw": "C. Oral alprazolam  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2060", "s": "Qwen3-8B", "a": "B. Hydrocortisone", "b": 3, "r": true, "raw": "B. Hydrocortisone  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6286", "s": "Qwen3-8B", "a": "C. Bluish discoloration of lips", "b": 3, "r": false, "raw": "C. Bluish discoloration of lips  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3357", "s": "Qwen3-8B", "a": "B. Middle cerebral artery", "b": 3, "r": true, "raw": "B. Middle cerebral artery  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9483", "s": "Qwen3-8B", "a": "A. Malrotation with volvulus", "b": 3, "r": false, "raw": "A. Malrotation with volvulus  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-278", "s": "Qwen3-8B", "a": "A. Palmar rash", "b": 3, "r": false, "raw": "A. Palmar rash  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-348", "s": "Qwen3-8B", "a": "C. Topical erythromycin", "b": 3, "r": true, "raw": "C. Topical erythromycin  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10100", "s": "Qwen3-8B", "a": "D. Phagolysosome formation by neutrophils", "b": 3, "r": true, "raw": "D. Phagolysosome formation by neutrophils  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4545", "s": "Qwen3-8B", "a": "D. Loss of vibratory sense below the level of the lesion", "b": 3, "r": false, "raw": "D. Loss of vibratory sense below the level of the lesion  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8328", "s": "Qwen3-8B", "a": "B. Nerve to the iliopsoas", "b": 3, "r": false, "raw": "B. Nerve to the iliopsoas  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1885", "s": "Qwen3-8B", "a": "B. Air contrast enema", "b": 3, "r": true, "raw": "B. Air contrast enema  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3037", "s": "Qwen3-8B", "a": "C. Intrauterine growth restriction", "b": 3, "r": false, "raw": "C. Intrauterine growth restriction  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5466", "s": "Qwen3-8B", "a": "D. Retinal hemorrhages", "b": 3, "r": false, "raw": "D. Retinal hemorrhages  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3549", "s": "Qwen3-8B", "a": "C. Spectrin", "b": 3, "r": true, "raw": "C. Spectrin  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2715", "s": "Qwen3-8B", "a": "C. Montelukast blocks receptors of some arachidonic acid metabolites.", "b": 3, "r": true, "raw": "C. Montelukast blocks receptors of some arachidonic acid metabolites.  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6442", "s": "Qwen3-8B", "a": "D. Inhibition of ALA dehydratase and ferrochelatase", "b": 3, "r": true, "raw": "D. Inhibition of ALA dehydratase and ferrochelatase  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-541", "s": "Qwen3-8B", "a": "D. Colonoscopy for colorectal cancer", "b": 3, "r": true, "raw": "D. Colonoscopy for colorectal cancer  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-26", "s": "Qwen3-8B", "a": "C. McCune-Albright syndrome", "b": 3, "r": false, "raw": "C. McCune-Albright syndrome  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3740", "s": "Qwen3-8B", "a": "A. Exon", "b": 3, "r": true, "raw": "A. Exon  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-516", "s": "Qwen3-8B", "a": "B. Oculomotor nerve", "b": 3, "r": true, "raw": "B. Oculomotor nerve  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3304", "s": "Qwen3-8B", "a": "D. M Protein", "b": 3, "r": true, "raw": "D. M Protein  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3639", "s": "Qwen3-8B", "a": "B. Redistribution", "b": 3, "r": true, "raw": "B. Redistribution  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5638", "s": "Qwen3-8B", "a": "B. ABO incompatibility", "b": 3, "r": true, "raw": "B. ABO incompatibility  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8813", "s": "Qwen3-8B", "a": "A. Decreased levels of factor VIII", "b": 3, "r": true, "raw": "A. Decreased levels of factor VIII  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1196", "s": "Qwen3-8B", "a": "B. Histamine", "b": 3, "r": true, "raw": "B. Histamine\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-588", "s": "Qwen3-8B", "a": "D. Severely weak peristalsis and patulous lower esophageal sphincter", "b": 3, "r": false, "raw": "D. Severely weak peristalsis and patulous lower esophageal sphincter  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3828", "s": "Qwen3-8B", "a": "B. \"No, taking ginkgo will increase your risk for bleeding.\"", "b": 3, "r": true, "raw": "B. \"No, taking ginkgo will increase your risk for bleeding.\"\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4221", "s": "Qwen3-8B", "a": "C. Cell-mediated immune response", "b": 3, "r": true, "raw": "C. Cell-mediated immune response  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3996", "s": "Qwen3-8B", "a": "A. Obsessive compulsive disorder (OCD)", "b": 3, "r": true, "raw": "A. Obsessive compulsive disorder (OCD)  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8606", "s": "Qwen3-8B", "a": "D. Type VII collagen", "b": 3, "r": false, "raw": "D. Type VII collagen  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8656", "s": "Qwen3-8B", "a": "D. Splinting", "b": 3, "r": true, "raw": "D. Splinting  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-223", "s": "Qwen3-8B", "a": "B. Immediately administer epinephrine and sedate and intubate the patient", "b": 3, "r": true, "raw": "B. Immediately administer epinephrine and sedate and intubate the patient  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8271", "s": "Qwen3-8B", "a": "C. Symptoms that began after a fatty meal", "b": 3, "r": false, "raw": "C. Symptoms that began after a fatty meal  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2368", "s": "Qwen3-8B", "a": "A. Dexrazoxane", "b": 3, "r": true, "raw": "A. Dexrazoxane  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9335", "s": "Qwen3-8B", "a": "C. Hydroxyapatite", "b": 3, "r": false, "raw": "C. Hydroxyapatite  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6468", "s": "Qwen3-8B", "a": "D. Increase in axial resistance", "b": 3, "r": false, "raw": "D. Increase in axial resistance  \nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8619", "s": "Qwen3-8B", "a": "C. Uveitis", "b": 3, "r": false, "raw": "C. Uveitis\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6402", "s": "Claude Haiku 5.5", "a": "C. Enterokinase", "b": 3, "r": true, "raw": "C. Enterokinase\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8337", "s": "Claude Haiku 5.5", "a": "D. Obstructive sleep apnea", "b": 3, "r": true, "raw": "D. Obstructive sleep apnea\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2921", "s": "Claude Haiku 5.5", "a": "C. Immune response to cardiac antigens", "b": 3, "r": true, "raw": "C. Immune response to cardiac antigens\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-349", "s": "Claude Haiku 5.5", "a": "B. Traumatic aortic dissection", "b": 3, "r": true, "raw": "B. Traumatic aortic dissection\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6819", "s": "Claude Haiku 5.5", "a": "C. Right upper lobe", "b": 3, "r": true, "raw": "C. Right upper lobe\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2086", "s": "Claude Haiku 5.5", "a": "C. Reactivation of dormant liver stage", "b": 3, "r": true, "raw": "C. Reactivation of dormant liver stage\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6590", "s": "Claude Haiku 5.5", "a": "C. Phagocytosis of foreign material", "b": 3, "r": true, "raw": "C. Phagocytosis of foreign material\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5859", "s": "Claude Haiku 5.5", "a": "B. Hyperlipidemia, thrombocytopenia", "b": 3, "r": true, "raw": "B. Hyperlipidemia, thrombocytopenia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2570", "s": "Claude Haiku 5.5", "a": "D. Lumbar puncture", "b": 3, "r": true, "raw": "D. Lumbar puncture\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4500", "s": "Claude Haiku 5.5", "a": "D. Low bone density", "b": 3, "r": true, "raw": "D. Low bone density\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-855", "s": "Claude Haiku 5.5", "a": "D. Cardiac conduction system", "b": 1, "r": true, "raw": "D. Cardiac conduction system\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5416", "s": "Claude Haiku 5.5", "a": "A. Water soluble vitamin deficiency", "b": 3, "r": true, "raw": "A. Water soluble vitamin deficiency\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "call", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9576", "s": "Claude Haiku 5.5", "a": "C. Chlorpromazine", "b": 3, "r": false, "raw": "C. Chlorpromazine\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2268", "s": "Claude Haiku 5.5", "a": "A. Decrease in elastin fiber assembly", "b": 1, "r": true, "raw": "A. Decrease in elastin fiber assembly\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5288", "s": "Claude Haiku 5.5", "a": "A. Cholecystoenteric fistula", "b": 3, "r": true, "raw": "A. Cholecystoenteric fistula\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10028", "s": "Claude Haiku 5.5", "a": "B. Study A allows for better control of confounding variables", "b": 3, "r": true, "raw": "B. Study A allows for better control of confounding variables\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5316", "s": "Claude Haiku 5.5", "a": "D. Carvedilol", "b": 1, "r": true, "raw": "D. Carvedilol\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4064", "s": "Claude Haiku 5.5", "a": "B. Generation of adenosine triphosphate", "b": 3, "r": true, "raw": "B. Generation of adenosine triphosphate\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5196", "s": "Claude Haiku 5.5", "a": "B. Deep-partial thickness (3rd degree)", "b": 1, "r": true, "raw": "B. Deep-partial thickness (3rd degree)\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8556", "s": "Claude Haiku 5.5", "a": "C. Fluphenazine", "b": 1, "r": true, "raw": "C. Fluphenazine\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9618", "s": "Claude Haiku 5.5", "a": "C. Irreversible inactivation of cyclooxygenase", "b": 3, "r": true, "raw": "C. Irreversible inactivation of cyclooxygenase\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6194", "s": "Claude Haiku 5.5", "a": "B. Clindamycin", "b": 3, "r": true, "raw": "B. Clindamycin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3795", "s": "Claude Haiku 5.5", "a": "A. Shiga toxin", "b": 1, "r": false, "raw": "A. Shiga toxin\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-10008", "s": "Claude Haiku 5.5", "a": "D. Pectus carinatum", "b": 3, "r": true, "raw": "D. Pectus carinatum\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9023", "s": "Claude Haiku 5.5", "a": "B. Inulin", "b": 3, "r": true, "raw": "B. Inulin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3159", "s": "Claude Haiku 5.5", "a": "B. NF-kß pathways", "b": 3, "r": true, "raw": "B. NF-kß pathways\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2756", "s": "Claude Haiku 5.5", "a": "A. Increased, Decreased, Decreased, Decreased, Increased", "b": 3, "r": true, "raw": "A. Increased, Decreased, Decreased, Decreased, Increased\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4561", "s": "Claude Haiku 5.5", "a": "C. His pain is transmitted by somatic afferent nerve fibers located in the right flank.", "b": 1, "r": false, "raw": "C. His pain is transmitted by somatic afferent nerve fibers located in the right flank.\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2653", "s": "Claude Haiku 5.5", "a": "A. Iron replacement for 4–6 months", "b": 1, "r": true, "raw": "A. Iron replacement for 4–6 months\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1577", "s": "Claude Haiku 5.5", "a": "B. Loop electrosurgical excision procedure", "b": 3, "r": true, "raw": "B. Loop electrosurgical excision procedure\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8852", "s": "Claude Haiku 5.5", "a": "D. Syndrome of inappropriate antidiuretic hormone", "b": 1, "r": true, "raw": "D. Syndrome of inappropriate antidiuretic hormone\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3956", "s": "Claude Haiku 5.5", "a": "B. Fomepizole", "b": 3, "r": true, "raw": "B. Fomepizole\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7274", "s": "Claude Haiku 5.5", "a": "B. Ibuprofen", "b": 3, "r": true, "raw": "B. Ibuprofen\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6605", "s": "Claude Haiku 5.5", "a": "B. Sodium oxybate", "b": 3, "r": true, "raw": "B. Sodium oxybate\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7486", "s": "Claude Haiku 5.5", "a": "D. Oral fluconazole for the patient", "b": 3, "r": true, "raw": "D. Oral fluconazole for the patient\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6794", "s": "Claude Haiku 5.5", "a": "A. Atrial fibrillation", "b": 3, "r": true, "raw": "A. Atrial fibrillation\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7715", "s": "Claude Haiku 5.5", "a": "A. UVB", "b": 3, "r": true, "raw": "A. UVB\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2221", "s": "Claude Haiku 5.5", "a": "C. ↑ Plasma renin and angiotensin II activity, ↓ blood pressure, ↓ renal perfusion pressure, ↑ serum pH", "b": 1, "r": true, "raw": "C. ↑ Plasma renin and angiotensin II activity, ↓ blood pressure, ↓ renal perfusion pressure, ↑ serum pH\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5479", "s": "Claude Haiku 5.5", "a": "D. Azithromycin and ethambutol", "b": 3, "r": true, "raw": "D. Azithromycin and ethambutol\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2644", "s": "Claude Haiku 5.5", "a": "C. Encapsulated, gram-positive cocci in pairs", "b": 3, "r": true, "raw": "C. Encapsulated, gram-positive cocci in pairs\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1037", "s": "Claude Haiku 5.5", "a": "D. Oral contraceptive", "b": 3, "r": true, "raw": "D. Oral contraceptive\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5101", "s": "Claude Haiku 5.5", "a": "D. QRS complex height variation", "b": 3, "r": true, "raw": "D. QRS complex height variation\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9609", "s": "Claude Haiku 5.5", "a": "D. Delusion of reference", "b": 3, "r": true, "raw": "D. Delusion of reference\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4202", "s": "Claude Haiku 5.5", "a": "B. Small cell lung carcinoma", "b": 3, "r": true, "raw": "B. Small cell lung carcinoma\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10087", "s": "Claude Haiku 5.5", "a": "A. Clumping of red blood cells after the patient's blood is drawn and transferred into a chilled EDTA-containing vial", "b": 3, "r": true, "raw": "A. Clumping of red blood cells after the patient's blood is drawn and transferred into a chilled EDTA-containing vial\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2521", "s": "Claude Haiku 5.5", "a": "B. Polyarteritis nodosa", "b": 3, "r": true, "raw": "B. Polyarteritis nodosa\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2543", "s": "Claude Haiku 5.5", "a": "D. Mannose", "b": 3, "r": true, "raw": "D. Mannose\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1833", "s": "Claude Haiku 5.5", "a": "A. Conversion disorder", "b": 3, "r": true, "raw": "A. Conversion disorder\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6302", "s": "Claude Haiku 5.5", "a": "D. Urgent laparotomy", "b": 1, "r": false, "raw": "D. Urgent laparotomy\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7357", "s": "Claude Haiku 5.5", "a": "A. No medication is required", "b": 1, "r": false, "raw": "A. No medication is required\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5235", "s": "Claude Haiku 5.5", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "medqa|medqa-train-3217", "s": "Claude Haiku 5.5", "a": "C. Catheter-based thrombectomy / thrombolysis", "b": 1, "r": true, "raw": "C. Catheter-based thrombectomy / thrombolysis\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10126", "s": "Claude Haiku 5.5", "a": "A. Social anxiety disorder", "b": 3, "r": true, "raw": "A. Social anxiety disorder\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-929", "s": "Claude Haiku 5.5", "a": "C. Physostigmine", "b": 3, "r": true, "raw": "C. Physostigmine\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6634", "s": "Claude Haiku 5.5", "a": "C. Pernicious anemia", "b": 3, "r": true, "raw": "C. Pernicious anemia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5784", "s": "Claude Haiku 5.5", "a": "D. Bone scintigraphy", "b": 1, "r": false, "raw": "D. Bone scintigraphy\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7744", "s": "Claude Haiku 5.5", "a": "C. Prominent intraparenchymal white matter calcification", "b": 1, "r": true, "raw": "C. Prominent intraparenchymal white matter calcification\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1815", "s": "Claude Haiku 5.5", "a": "A. Perform the excision", "b": 3, "r": true, "raw": "A. Perform the excision\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-230", "s": "Claude Haiku 5.5", "a": "D. Ascending lymphangitis", "b": 3, "r": true, "raw": "D. Ascending lymphangitis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5215", "s": "Claude Haiku 5.5", "a": "B. Proceed with proton beam therapy as discussed at your patient's appointment", "b": 3, "r": true, "raw": "B. Proceed with proton beam therapy as discussed at your patient's appointment\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9861", "s": "Claude Haiku 5.5", "a": "D. Blood culture", "b": 3, "r": true, "raw": "D. Blood culture\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7253", "s": "Claude Haiku 5.5", "a": "B. Viral loads", "b": 1, "r": false, "raw": "B. Viral loads\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8028", "s": "Claude Haiku 5.5", "a": "A. Splenic flexure, descending colon, and sigmoid colon", "b": 1, "r": true, "raw": "A. Splenic flexure, descending colon, and sigmoid colon\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1803", "s": "Claude Haiku 5.5", "a": "D. Isotype switching", "b": 1, "r": true, "raw": "D. Isotype switching\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1030", "s": "Claude Haiku 5.5", "a": "D. Extravasation of lipoproteins", "b": 1, "r": true, "raw": "D. Extravasation of lipoproteins\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1602", "s": "Claude Haiku 5.5", "a": "C. Terazosin", "b": 3, "r": true, "raw": "C. Terazosin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9297", "s": "Claude Haiku 5.5", "a": "C. Cocaine toxicity", "b": 1, "r": true, "raw": "C. Cocaine toxicity\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6613", "s": "Claude Haiku 5.5", "a": "D. Testicular atrophy", "b": 3, "r": true, "raw": "D. Testicular atrophy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4470", "s": "Claude Haiku 5.5", "a": "B. Inhibition of neuraminidase", "b": 3, "r": true, "raw": "B. Inhibition of neuraminidase\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9402", "s": "Claude Haiku 5.5", "a": "D. Ruptured vasa previa", "b": 3, "r": true, "raw": "D. Ruptured vasa previa\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9599", "s": "Claude Haiku 5.5", "a": "B. Tamsulosin and ciprofloxacin", "b": 1, "r": true, "raw": "B. Tamsulosin and ciprofloxacin\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3150", "s": "Claude Haiku 5.5", "a": "C. Naloxone", "b": 3, "r": true, "raw": "C. Naloxone\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-953", "s": "Claude Haiku 5.5", "a": "B. Decreased phagocytic cell count", "b": 3, "r": true, "raw": "B. Decreased phagocytic cell count\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5044", "s": "Claude Haiku 5.5", "a": "C. Fulminant hepatic necrosis", "b": 3, "r": true, "raw": "C. Fulminant hepatic necrosis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4350", "s": "Claude Haiku 5.5", "a": "D. 100", "b": 3, "r": true, "raw": "D. 100\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7946", "s": "Claude Haiku 5.5", "a": "B. Complete abortion", "b": 3, "r": true, "raw": "B. Complete abortion\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-304", "s": "Claude Haiku 5.5", "a": "A. Irritable bowel syndrome", "b": 1, "r": true, "raw": "A. Irritable bowel syndrome\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6381", "s": "Claude Haiku 5.5", "a": "C. Subacute granulomatous thyroiditis", "b": 3, "r": true, "raw": "C. Subacute granulomatous thyroiditis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5779", "s": "Claude Haiku 5.5", "a": "D. Spindle-shaped cells with leukocytic infiltration", "b": 3, "r": true, "raw": "D. Spindle-shaped cells with leukocytic infiltration\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8136", "s": "Claude Haiku 5.5", "a": "D. Lactate dehydrogenase", "b": 3, "r": true, "raw": "D. Lactate dehydrogenase\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6296", "s": "Claude Haiku 5.5", "a": "B. Greater vestibular glands", "b": 3, "r": true, "raw": "B. Greater vestibular glands\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1698", "s": "Claude Haiku 5.5", "a": "A. Echinococcus granulosus", "b": 3, "r": true, "raw": "A. Echinococcus granulosus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3559", "s": "Claude Haiku 5.5", "a": "A. CT-guided biopsy", "b": 1, "r": true, "raw": "A. CT-guided biopsy\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2683", "s": "Claude Haiku 5.5", "a": "B. Lateral wall of left ventricle, left circumflex coronary artery", "b": 3, "r": true, "raw": "B. Lateral wall of left ventricle, left circumflex coronary artery\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7110", "s": "Claude Haiku 5.5", "a": "C. Enterococcus faecalis", "b": 3, "r": true, "raw": "C. Enterococcus faecalis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7792", "s": "Claude Haiku 5.5", "a": "D. Supplemental oxygen", "b": 3, "r": true, "raw": "D. Supplemental oxygen\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5835", "s": "Claude Haiku 5.5", "a": "B. ApoE4", "b": 3, "r": true, "raw": "B. ApoE4\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2322", "s": "Claude Haiku 5.5", "a": "C. Acts as an agonist at the peroxisome proliferator-activated receptor-γ.", "b": 3, "r": true, "raw": "C. Acts as an agonist at the peroxisome proliferator-activated receptor-γ.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6473", "s": "Claude Haiku 5.5", "a": "B. Doxycycline", "b": 1, "r": true, "raw": "B. Doxycycline\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2679", "s": "Claude Haiku 5.5", "a": "B. Stevens-Johnson syndrome", "b": 1, "r": true, "raw": "B. Stevens-Johnson syndrome\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3063", "s": "Claude Haiku 5.5", "a": "A. Fasting blood glucose and lipid profile", "b": 1, "r": false, "raw": "A. Fasting blood glucose and lipid profile\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3442", "s": "Claude Haiku 5.5", "a": "B. Increased valvular dermatan sulfate", "b": 1, "r": true, "raw": "B. Increased valvular dermatan sulfate\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5113", "s": "Claude Haiku 5.5", "a": "A. Pelvic exam", "b": 1, "r": false, "raw": "A. Pelvic exam\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7478", "s": "Claude Haiku 5.5", "a": "D. Sumatriptan", "b": 3, "r": true, "raw": "D. Sumatriptan\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7682", "s": "Claude Haiku 5.5", "a": "C. 47: XXY", "b": 3, "r": true, "raw": "C. 47: XXY\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1161", "s": "Claude Haiku 5.5", "a": "A. Toxin-induced cleavage of desmoglein", "b": 3, "r": true, "raw": "A. Toxin-induced cleavage of desmoglein\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2479", "s": "Claude Haiku 5.5", "a": "D. Optic nerve", "b": 3, "r": true, "raw": "D. Optic nerve\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-584", "s": "Claude Haiku 5.5", "a": "D. Segmented genomic material", "b": 3, "r": true, "raw": "D. Segmented genomic material\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9071", "s": "Claude Haiku 5.5", "a": "D. Wait to administer any antibiotics until you discuss your safety concerns with your attending.", "b": 1, "r": true, "raw": "D. Wait to administer any antibiotics until you discuss your safety concerns with your attending.\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6522", "s": "Claude Haiku 5.5", "a": "D. DEXA scan", "b": 1, "r": false, "raw": "D. DEXA scan\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1948", "s": "Claude Haiku 5.5", "a": "D. Ischemic colitis", "b": 3, "r": true, "raw": "D. Ischemic colitis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-664", "s": "Claude Haiku 5.5", "a": "B. Collect sputum specimens for acid-fast bacilli smear microscopy, culture, and nucleic acid amplification", "b": 3, "r": true, "raw": "B. Collect sputum specimens for acid-fast bacilli smear microscopy, culture, and nucleic acid amplification\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6153", "s": "Claude Haiku 5.5", "a": "B. Chest CT scan", "b": 3, "r": true, "raw": "B. Chest CT scan\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3120", "s": "Claude Haiku 5.5", "a": "C. The NNH is inversely correlated with the relative risk increase.", "b": 1, "r": true, "raw": "C. The NNH is inversely correlated with the relative risk increase.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3618", "s": "Claude Haiku 5.5", "a": "C. Thymectomy", "b": 3, "r": true, "raw": "C. Thymectomy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-203", "s": "Claude Haiku 5.5", "a": "D. Fluid in the alveolar space", "b": 1, "r": true, "raw": "D. Fluid in the alveolar space\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8332", "s": "Claude Haiku 5.5", "a": "C. Dimercaprol", "b": 3, "r": true, "raw": "C. Dimercaprol\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2669", "s": "Claude Haiku 5.5", "a": "A. Cingulate gyrus", "b": 3, "r": true, "raw": "A. Cingulate gyrus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-790", "s": "Claude Haiku 5.5", "a": "B. Serial nonstress tests", "b": 1, "r": true, "raw": "B. Serial nonstress tests\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2060", "s": "Claude Haiku 5.5", "a": "B. Hydrocortisone", "b": 3, "r": true, "raw": "B. Hydrocortisone\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-278", "s": "Claude Haiku 5.5", "a": "D. History of multiple spontaneous abortions", "b": 3, "r": true, "raw": "D. History of multiple spontaneous abortions\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5480", "s": "Claude Haiku 5.5", "a": "A. Polymerase chain reaction", "b": 1, "r": false, "raw": "A. Polymerase chain reaction\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3357", "s": "Claude Haiku 5.5", "a": "B. Middle cerebral artery", "b": 3, "r": true, "raw": "B. Middle cerebral artery\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4299", "s": "Claude Haiku 5.5", "a": "C. Oral alprazolam", "b": 3, "r": true, "raw": "C. Oral alprazolam\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8328", "s": "Claude Haiku 5.5", "a": "C. Obturator", "b": 3, "r": true, "raw": "C. Obturator\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1402", "s": "Claude Haiku 5.5", "a": "C. Immediate transfer to the operating room", "b": 1, "r": true, "raw": "C. Immediate transfer to the operating room\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6171", "s": "Claude Haiku 5.5", "a": "B. Intravenous clindamycin and oral primaquine", "b": 3, "r": true, "raw": "B. Intravenous clindamycin and oral primaquine\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6286", "s": "Claude Haiku 5.5", "a": "B. Bluish discoloration of lips", "b": 1, "r": true, "raw": "B. Bluish discoloration of lips\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2715", "s": "Claude Haiku 5.5", "a": "C. Montelukast blocks receptors of some arachidonic acid metabolites.", "b": 3, "r": true, "raw": "C. Montelukast blocks receptors of some arachidonic acid metabolites.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3549", "s": "Claude Haiku 5.5", "a": "C. Spectrin", "b": 3, "r": true, "raw": "C. Spectrin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7462", "s": "Claude Haiku 5.5", "a": "C. Paracortex", "b": 1, "r": false, "raw": "C. Paracortex\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9483", "s": "Claude Haiku 5.5", "a": "B. Jejunal atresia", "b": 3, "r": true, "raw": "B. Jejunal atresia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4545", "s": "Claude Haiku 5.5", "a": "B. Preserved pressure sensation", "b": 3, "r": true, "raw": "B. Preserved pressure sensation\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10100", "s": "Claude Haiku 5.5", "a": "D. Phagolysosome formation by neutrophils", "b": 3, "r": true, "raw": "D. Phagolysosome formation by neutrophils\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1885", "s": "Claude Haiku 5.5", "a": "B. Air contrast enema", "b": 3, "r": true, "raw": "B. Air contrast enema\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3639", "s": "Claude Haiku 5.5", "a": "B. Redistribution", "b": 3, "r": true, "raw": "B. Redistribution\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-348", "s": "Claude Haiku 5.5", "a": "D. Oral erythromycin", "b": 1, "r": false, "raw": "D. Oral erythromycin\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1196", "s": "Claude Haiku 5.5", "a": "B. Histamine", "b": 3, "r": true, "raw": "B. Histamine\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-541", "s": "Claude Haiku 5.5", "a": "D. Colonoscopy for colorectal cancer", "b": 3, "r": true, "raw": "D. Colonoscopy for colorectal cancer\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6442", "s": "Claude Haiku 5.5", "a": "D. Inhibition of ALA dehydratase and ferrochelatase", "b": 3, "r": true, "raw": "D. Inhibition of ALA dehydratase and ferrochelatase\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5466", "s": "Claude Haiku 5.5", "a": "A. Pulmonary embolism", "b": 1, "r": true, "raw": "A. Pulmonary embolism\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3037", "s": "Claude Haiku 5.5", "a": "A. Hypocalcemia", "b": 1, "r": true, "raw": "A. Hypocalcemia\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5638", "s": "Claude Haiku 5.5", "a": "B. ABO incompatibility", "b": 3, "r": true, "raw": "B. ABO incompatibility\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-26", "s": "Claude Haiku 5.5", "a": "A. Granulosa cell tumor", "b": 3, "r": true, "raw": "A. Granulosa cell tumor\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3828", "s": "Claude Haiku 5.5", "a": "B. \"No, taking ginkgo will increase your risk for bleeding.\"", "b": 3, "r": true, "raw": "B. \"No, taking ginkgo will increase your risk for bleeding.\"\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-516", "s": "Claude Haiku 5.5", "a": "B. Oculomotor nerve", "b": 3, "r": true, "raw": "B. Oculomotor nerve\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-588", "s": "Claude Haiku 5.5", "a": "B. Absent peristalsis and impaired lower esophageal sphincter relaxation", "b": 3, "r": true, "raw": "B. Absent peristalsis and impaired lower esophageal sphincter relaxation\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3996", "s": "Claude Haiku 5.5", "a": "A. Obsessive compulsive disorder (OCD)", "b": 3, "r": true, "raw": "A. Obsessive compulsive disorder (OCD)\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4221", "s": "Claude Haiku 5.5", "a": "C. Cell-mediated immune response", "b": 3, "r": true, "raw": "C. Cell-mediated immune response\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8606", "s": "Claude Haiku 5.5", "a": "A. Desmosomes", "b": 3, "r": true, "raw": "A. Desmosomes\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3304", "s": "Claude Haiku 5.5", "a": "D. M Protein", "b": 3, "r": true, "raw": "D. M Protein\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9335", "s": "Claude Haiku 5.5", "a": "D. Pyrophosphate", "b": 3, "r": true, "raw": "D. Pyrophosphate\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8813", "s": "Claude Haiku 5.5", "a": "A. Decreased levels of factor VIII", "b": 1, "r": true, "raw": "A. Decreased levels of factor VIII\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8656", "s": "Claude Haiku 5.5", "a": "D. Splinting", "b": 3, "r": true, "raw": "D. Splinting\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-223", "s": "Claude Haiku 5.5", "a": "B. Immediately administer epinephrine and sedate and intubate the patient", "b": 3, "r": true, "raw": "B. Immediately administer epinephrine and sedate and intubate the patient\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2368", "s": "Claude Haiku 5.5", "a": "A. Dexrazoxane", "b": 3, "r": true, "raw": "A. Dexrazoxane\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3740", "s": "Claude Haiku 5.5", "a": "B. Intron", "b": 3, "r": false, "raw": "B. Intron\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8619", "s": "Claude Haiku 5.5", "a": "A. Breast cancer", "b": 1, "r": true, "raw": "A. Breast cancer\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6468", "s": "Claude Haiku 5.5", "a": "A. Increase in length constant", "b": 3, "r": true, "raw": "A. Increase in length constant\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8271", "s": "Claude Haiku 5.5", "a": "B. Use of oral contraceptives (OCPs) for birth control", "b": 1, "r": true, "raw": "B. Use of oral contraceptives (OCPs) for birth control\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2570", "s": "Claude Sonnet 5.5", "a": "D. Lumbar puncture", "b": 3, "r": true, "raw": "D. Lumbar puncture\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8337", "s": "Claude Sonnet 5.5", "a": "D. Obstructive sleep apnea", "b": 3, "r": true, "raw": "D. Obstructive sleep apnea\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-349", "s": "Claude Sonnet 5.5", "a": "B. Traumatic aortic dissection", "b": 3, "r": true, "raw": "B. Traumatic aortic dissection\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2921", "s": "Claude Sonnet 5.5", "a": "C. Immune response to cardiac antigens", "b": 3, "r": true, "raw": "C. Immune response to cardiac antigens\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7486", "s": "Claude Sonnet 5.5", "a": "D. Oral fluconazole for the patient", "b": 3, "r": true, "raw": "D. Oral fluconazole for the patient\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9023", "s": "Claude Sonnet 5.5", "a": "B. Inulin", "b": 3, "r": true, "raw": "B. Inulin\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1833", "s": "Claude Sonnet 5.5", "a": "A. Conversion disorder", "b": 3, "r": true, "raw": "A. Conversion disorder\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2644", "s": "Claude Sonnet 5.5", "a": "C. Encapsulated, gram-positive cocci in pairs", "b": 3, "r": true, "raw": "C. Encapsulated, gram-positive cocci in pairs\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7715", "s": "Claude Sonnet 5.5", "a": "A. UVB", "b": 3, "r": true, "raw": "A. UVB\nBet: 3\n\nPABA (para-aminobenzoic acid) absorbs UVB only. It does not protect against UVA. UVC is mostly absorbed by the ozone layer.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6794", "s": "Claude Sonnet 5.5", "a": "A. Atrial fibrillation", "b": 3, "r": true, "raw": "A. Atrial fibrillation\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10126", "s": "Claude Sonnet 5.5", "a": "A. Social anxiety disorder", "b": 3, "r": true, "raw": "A. Social anxiety disorder\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4202", "s": "Claude Sonnet 5.5", "a": "B. Small cell lung carcinoma", "b": 3, "r": true, "raw": "B. Small cell lung carcinoma\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2521", "s": "Claude Sonnet 5.5", "a": "B. Polyarteritis nodosa", "b": 3, "r": true, "raw": "B. Polyarteritis nodosa\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-929", "s": "Claude Sonnet 5.5", "a": "C. Physostigmine", "b": 3, "r": true, "raw": "C. Physostigmine\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9861", "s": "Claude Sonnet 5.5", "a": "D. Blood culture", "b": 3, "r": true, "raw": "D. Blood culture\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6634", "s": "Claude Sonnet 5.5", "a": "C. Pernicious anemia", "b": 3, "r": true, "raw": "C. Pernicious anemia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3150", "s": "Claude Sonnet 5.5", "a": "C. Naloxone", "b": 3, "r": true, "raw": "C. Naloxone\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1602", "s": "Claude Sonnet 5.5", "a": "C. Terazosin", "b": 3, "r": true, "raw": "C. Terazosin\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2683", "s": "Claude Sonnet 5.5", "a": "B. Lateral wall of left ventricle, left circumflex coronary artery", "b": 3, "r": true, "raw": "B. Lateral wall of left ventricle, left circumflex coronary artery\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1948", "s": "Claude Sonnet 5.5", "a": "D. Ischemic colitis", "b": 3, "r": true, "raw": "D. Ischemic colitis\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1698", "s": "Claude Sonnet 5.5", "a": "A. Echinococcus granulosus", "b": 3, "r": true, "raw": "A. Echinococcus granulosus\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7682", "s": "Claude Sonnet 5.5", "a": "C. 47: XXY", "b": 3, "r": true, "raw": "C. 47: XXY\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3618", "s": "Claude Sonnet 5.5", "a": "C. Thymectomy", "b": 3, "r": true, "raw": "C. Thymectomy\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-278", "s": "Claude Sonnet 5.5", "a": "D. History of multiple spontaneous abortions", "b": 3, "r": true, "raw": "D. History of multiple spontaneous abortions\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1885", "s": "Claude Sonnet 5.5", "a": "B. Air contrast enema", "b": 3, "r": true, "raw": "B. Air contrast enema\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10100", "s": "Claude Sonnet 5.5", "a": "D. Phagolysosome formation by neutrophils", "b": 3, "r": true, "raw": "D. Phagolysosome formation by neutrophils\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5466", "s": "Claude Sonnet 5.5", "a": "A. Pulmonary embolism", "b": 3, "r": true, "raw": "A. Pulmonary embolism\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3549", "s": "Claude Sonnet 5.5", "a": "C. Spectrin", "b": 3, "r": true, "raw": "C. Spectrin\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2715", "s": "Claude Sonnet 5.5", "a": "C. Montelukast blocks receptors of some arachidonic acid metabolites.", "b": 3, "r": true, "raw": "C. Montelukast blocks receptors of some arachidonic acid metabolites.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3304", "s": "Claude Sonnet 5.5", "a": "D. M Protein", "b": 3, "r": true, "raw": "D. M Protein\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-516", "s": "Claude Sonnet 5.5", "a": "B. Oculomotor nerve", "b": 3, "r": true, "raw": "B. Oculomotor nerve\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5638", "s": "Claude Sonnet 5.5", "a": "B. ABO incompatibility", "b": 3, "r": true, "raw": "B. ABO incompatibility\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-541", "s": "Claude Sonnet 5.5", "a": "D. Colonoscopy for colorectal cancer", "b": 3, "r": true, "raw": "D. Colonoscopy for colorectal cancer\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8656", "s": "Claude Sonnet 5.5", "a": "D. Splinting", "b": 3, "r": true, "raw": "D. Splinting\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-26", "s": "Claude Sonnet 5.5", "a": "A. Granulosa cell tumor", "b": 3, "r": true, "raw": "A. Granulosa cell tumor\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1196", "s": "Claude Sonnet 5.5", "a": "B. Histamine", "b": 3, "r": true, "raw": "B. Histamine\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4221", "s": "Claude Sonnet 5.5", "a": "C. Cell-mediated immune response", "b": 3, "r": true, "raw": "C. Cell-mediated immune response\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3996", "s": "Claude Sonnet 5.5", "a": "A. Obsessive compulsive disorder (OCD)", "b": 3, "r": true, "raw": "A. Obsessive compulsive disorder (OCD)\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8606", "s": "Claude Sonnet 5.5", "a": "A. Desmosomes", "b": 3, "r": true, "raw": "A. Desmosomes\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5859", "s": "Claude Sonnet 5.5", "a": "B. Hyperlipidemia, thrombocytopenia", "b": 3, "r": true, "raw": "B. Hyperlipidemia, thrombocytopenia\n\nSirolimus is an mTOR inhibitor. Its known side effects include hyperlipidemia, thrombocytopenia, and impaired wound healing, and it is not nephrotoxic. Option D describes cyclosporine, and option C describes antithymocyte globulin or OKT3.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4500", "s": "Claude Sonnet 5.5", "a": "D. Low bone density", "b": 3, "r": true, "raw": "D. Low bone density\n\nThis presentation fits secondary amenorrhea from the female athlete triad or an eating disorder. The clues are a low BMI, dorsal hand calluses (Russell sign, suggesting induced vomiting), and lanugo. Hypothalamic suppression leads to low estrogen, which causes low bone density.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2086", "s": "Claude Sonnet 5.5", "a": "C. Reactivation of dormant liver stage", "b": 3, "r": true, "raw": "C. Reactivation of dormant liver stage\nBet: 3\n\nThis is relapsing malaria from Plasmodium vivax or ovale, which was acquired in Indonesia. Chloroquine clears the blood stages but does not kill the dormant hypnozoites in the liver. Those hypnozoites can reactivate months later and cause recurrent symptoms. The blood smear is not shown, but the history points to this diagnosis.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6402", "s": "Claude Sonnet 5.5", "a": "C. Enterokinase", "b": 3, "r": true, "raw": "C. Enterokinase\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9576", "s": "Claude Sonnet 5.5", "a": "A. Chlorpromazine", "b": 3, "r": true, "raw": "The patient has akathisia from trifluoperazine, a high-potency typical antipsychotic. He was switched to a drug with fewer extrapyramidal effects but more anticholinergic effects (drowsiness, blurred vision, dry mouth). That profile fits a low-potency antipsychotic, and chlorpromazine is the low-potency option listed.\n\nTrimipramine is a tricyclic antidepressant, not an antipsychotic. Fluphenazine and haloperidol are both high-potency agents and would be expected to cause the same extrapyramidal problems.\n\nA. Chlorpromazine\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5288", "s": "Claude Sonnet 5.5", "a": "A. Cholecystoenteric fistula", "b": 3, "r": true, "raw": "A. Cholecystoenteric fistula\n\nThis looks like gallstone ileus. She has a history of biliary colic (upper abdominal pain radiating to the scapulae), and now has small bowel obstruction with a collapsed rectum. The x-ray most likely shows pneumobilia with dilated small bowel loops. The fever and leukocytosis fit with cholecystitis or fistula formation.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5416", "s": "Claude Sonnet 5.5", "a": "A. Water soluble vitamin deficiency", "b": 3, "r": true, "raw": "The most likely diagnosis is a water-soluble vitamin deficiency, probably of the B vitamins (B6, B12 or folate).\n\n- Cheilitis (dry, cracked skin around the mouth), peripheral neuropathy (tingling, decreased sensation), mood changes, fatigue and poor concentration fit a B-vitamin deficiency.\n- Mildly elevated homocysteine points to a B6, B12 or folate deficiency.\n- The history supports it: rapid weight loss for wrestling with presumably restricted diet.\n\nAnabolic steroid use could explain the acne, but it does not account for the neuropathy, the cheilitis or the raised homocysteine.\n\nA. Water s", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "call", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5316", "s": "Claude Sonnet 5.5", "a": "D. Carvedilol", "b": 3, "r": true, "raw": "The picture is heart failure: orthopnea, exertional dyspnea, edema, and daily weights. Of the options, carvedilol is a beta-blocker with proven mortality benefit in HFrEF, so it is the most likely component of his regimen. Aspirin is common in patients with coronary disease but is not a standard heart failure therapy. Ibutilide and lidocaine are antiarrhythmics and are not part of routine heart failure management.\n\nD. Carvedilol\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-855", "s": "Claude Sonnet 5.5", "a": "D. Cardiac conduction system", "b": 1, "r": true, "raw": "This presentation fits hereditary hemochromatosis: skin hyperpigmentation, diabetes (thirst and polyuria), arthropathy of the MCP joints, hepatomegaly, hypogonadism (small testes, low libido), and fatigue.\n\nThe main cardiac manifestations are restrictive or dilated cardiomyopathy, plus arrhythmias. Iron deposits in the myocardium and can also affect the conduction system. The question asks which structure is at greatest risk of damage. The options are the pulmonary valve, the cardiac septum, a coronary artery, or the conduction system. Of these, the conduction system best matches the arrhythmi", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6590", "s": "Claude Sonnet 5.5", "a": "C. Phagocytosis of foreign material", "b": 3, "r": true, "raw": "C. Phagocytosis of foreign material\n\nAn elastase inhibited by TIMPs is a matrix metalloproteinase, specifically macrophage metalloelastase (MMP-12). Neutrophil elastase, by contrast, is inhibited by alpha-1 antitrypsin. Alveolar macrophages secrete MMP-12, and their main function is phagocytosis of foreign material. In smokers this excess elastase contributes to emphysema.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10028", "s": "Claude Sonnet 5.5", "a": "B. Study A allows for better control of confounding variables", "b": 3, "r": true, "raw": "The question asks which statement correctly compares study A (a randomized controlled trial) with study B (a prospective cohort study).\n\n- **A is false.** Selection bias is better controlled in a randomized trial, not in a cohort study.\n- **B is true.** Randomization balances both known and unknown confounders between groups, which a cohort study cannot do.\n- **C is questionable.** Chi-square can be used for categorical outcomes in either study. Study B's exposure (sodium intake) may be measured as a continuous variable, and the outcome (AF) is categorical, so the claim is not clearly valid. C", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10008", "s": "Claude Sonnet 5.5", "a": "D. Pectus carinatum", "b": 3, "r": true, "raw": "D. Pectus carinatum\n\nThe vignette describes aortic dissection in a young man, and autopsy shows cystic medial degeneration. In a young patient this points to Marfan syndrome. Marfan syndrome is associated with skeletal changes such as pectus carinatum or excavatum, arachnodactyly, and a high-arched palate. It also causes ectopia lentis, but that dislocation is superotemporal. Inferonasal dislocation is the pattern seen in homocystinuria, so option B is the distractor. Homocystinuria also does not typically fit with cystic medial degeneration as the leading explanation here. Pes cavus with hamm", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8556", "s": "Claude Sonnet 5.5", "a": "C. Fluphenazine", "b": 1, "r": true, "raw": "C. Fluphenazine\n\nAntipsychotics impair hypothalamic thermoregulation, which can cause hypothermia in cold environments. Fluphenazine is the antipsychotic here and is likely his home medication for schizophrenia. This is my best inference from the vignette rather than a certainty, since lithium could contribute through hypothyroidism.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9618", "s": "Claude Sonnet 5.5", "a": "C. Irreversible inactivation of cyclooxygenase", "b": 3, "r": true, "raw": "The patient's low HDL and high LDL suggest the physician added niacin (and possibly a statin). Niacin causes flushing, which is prostaglandin-mediated. Aspirin, an irreversible cyclooxygenase inhibitor, alleviates it.\n\nThe other options do not fit:\n- GLUT-4 insertion is the effect of insulin or metformin.\n- Inhibition of angiotensin II formation is the effect of ACE inhibitors.\n- Decreased inhibition of HMG CoA reductase would not help flushing.\n\nThe best answer is C.\n\nC. Irreversible inactivation of cyclooxygenase\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6819", "s": "Claude Sonnet 5.5", "a": "C. Right upper lobe", "b": 3, "r": true, "raw": "C. Right upper lobe\n\nBet: 3\n\nThe picture is a Pancoast (superior sulcus) tumor, which causes right-sided Horner syndrome (ptosis and miosis) and superior vena cava syndrome (facial and arm swelling worse when supine, distended neck and chest veins). The Horner syndrome is on the right, so the apical lung mass is most likely in the right upper lobe.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4064", "s": "Claude Sonnet 5.5", "a": "B. Generation of adenosine triphosphate", "b": 3, "r": true, "raw": "The sequence in beta cells is: glucose enters via GLUT2, then glucose is phosphorylated by glucokinase and metabolized, which generates ATP. The higher ATP/ADP ratio closes the K-ATP channels, the membrane depolarizes, voltage-gated calcium channels open, and insulin is released by exocytosis.\n\nThe question asks what occurs immediately after glucose enters the cell. Glucose is first phosphorylated and metabolized, and the first listed event in that chain is generation of ATP.\n\nB. Generation of adenosine triphosphate\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7274", "s": "Claude Sonnet 5.5", "a": "B. Ibuprofen", "b": 3, "r": true, "raw": "B. Ibuprofen\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2268", "s": "Claude Sonnet 5.5", "a": "A. Decrease in elastin fiber assembly", "b": 1, "r": true, "raw": "A. Decrease in elastin fiber assembly\n\nThis looks like intrinsic skin aging, which brings reduced fibroblast activity, less collagen and elastin production, and thinning and laxity of the dermis. Option B is the opposite of what happens. Lipofuscin builds up in aging cells but does not explain the wrinkling and laxity. Collagen crosslinking does not decrease in a way that fits. I picked A by elimination, and I'm only moderately sure.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4561", "s": "Claude Sonnet 5.5", "a": "C. His pain is transmitted by somatic afferent nerve fibers located in the right flank.", "b": 1, "r": false, "raw": "The question asks about the nerves carrying pain during the physical exam. This is appendicitis, and rebound tenderness reflects parietal peritoneal irritation. The parietal peritoneum is supplied by somatic afferent fibers (the lower intercostal, subcostal, and iliohypogastric/ilioinguinal nerves), and these are unilateral, on the right side.\n\nThe options:\n- A is wrong because the splanchnic nerves carry the visceral pain (periumbilical), not the localized pain.\n- B is wrong because the pain is not bilateral.\n- C: somatic afferents in the right flank. The right lower quadrant is not the flank", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3159", "s": "Claude Sonnet 5.5", "a": "B. NF-kß pathways", "b": 3, "r": true, "raw": "B. NF-kß pathways\n\nBet: 3\n\nThe patient is on prednisone, and glucocorticoids reduce immune cell activation mainly by inhibiting NF-κB. The activated glucocorticoid receptor binds NF-κB directly and also induces IκB, which keeps NF-κB out of the nucleus. This lowers transcription of pro-inflammatory cytokines. Her repeated respiratory infections and otitis fit this immunosuppression.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6605", "s": "Claude Sonnet 5.5", "a": "B. Sodium oxybate", "b": 3, "r": true, "raw": "B. Sodium oxybate\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6194", "s": "Claude Sonnet 5.5", "a": "B. Clindamycin", "b": 3, "r": true, "raw": "B. Clindamycin\n\nClindamycin is the classic drug for aspiration pneumonia because it covers oral anaerobes. It binds the 50S ribosomal subunit and blocks peptide transfer by inhibiting peptidyl transferase. Azithromycin also binds 50S, but macrolides block translocation instead.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3956", "s": "Claude Sonnet 5.5", "a": "B. Fomepizole", "b": 3, "r": true, "raw": "This presentation is consistent with ethylene glycol poisoning. The findings that point to it are:\n- Altered mental status with an anion gap metabolic acidosis (anion gap = 140 − 101 − 9 = 30).\n- An osmolar gap (320 measured vs 294 calculated).\n- Calcium oxalate crystals in the urine, with hypocalcemia and acute kidney injury.\n\nThe standard treatment is fomepizole, which inhibits alcohol dehydrogenase. Ethanol is an alternative, but fomepizole is preferred because it is safer and easier to use.\n\nB. Fomepizole\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2653", "s": "Claude Sonnet 5.5", "a": "A. Iron replacement for 4–6 months", "b": 1, "r": true, "raw": "A. Iron replacement for 4–6 months\n\nThe labs show microcytosis (MCV 71 fL) with a high TIBC and low transferrin saturation, which is the pattern of iron deficiency anemia. Her vegetarian diet fits this. Sideroblastic anemia (treated with vitamin B6) would instead show normal or low TIBC and a high transferrin saturation. The low oxygen saturation is not explained by the iron studies, and I treated it as a distractor.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9609", "s": "Claude Sonnet 5.5", "a": "D. Delusion of reference", "b": 3, "r": true, "raw": "D. Delusion of reference\n\nThe patient believes the radio news anchor is talking about his life, which is the classic delusion of reference. The question likely comes from a delusional disorder item, and the options include \"delusion of inference\" as a distractor, which is not a standard term.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2543", "s": "Claude Sonnet 5.5", "a": "D. Mannose", "b": 3, "r": true, "raw": "The picture is I-cell disease (mucolipidosis II). It presents in infancy with coarse facial features, restricted joint movement, and recurrent respiratory infections. Lysosomal enzymes are elevated in the serum because they lack the mannose-6-phosphate tag and are secreted instead of reaching the lysosome.\n\nThe defective enzyme is N-acetylglucosaminyl-1-phosphotransferase. Its substrate is the mannose residue on lysosomal enzymes, which it phosphorylates to form mannose-6-phosphate.\n\nThe other options fit less well. Dermatan sulfate is the substrate in Hurler syndrome, which does not cause ele", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5196", "s": "Claude Sonnet 5.5", "a": "B. Deep-partial thickness (3rd degree)", "b": 3, "r": true, "raw": "B. Deep-partial thickness (3rd degree)\n\nCharred, blackened skin with loss of pain sensation and minimal blanching points to a full-thickness (third-degree) burn, which destroys the nerve endings. The option's label mixes \"deep-partial thickness\" with \"3rd degree,\" but B is the only choice that fits. A superficial-partial (second-degree) burn would be painful and blanch, and a first-degree burn would not char.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8852", "s": "Claude Sonnet 5.5", "a": "D. Syndrome of inappropriate antidiuretic hormone", "b": 3, "r": true, "raw": "D. Syndrome of inappropriate antidiuretic hormone\n\nThe serum osmolality of 260 mmol/kg is low. Acute ethanol intoxication, central diabetes insipidus and diabetic ketoacidosis would all raise it. SIADH, which can follow CNS injury or illness, causes a low-osmolality state, so it is the best fit.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2221", "s": "Claude Sonnet 5.5", "a": "C. ↑ Plasma renin and angiotensin II activity, ↓ blood pressure, ↓ renal perfusion pressure, ↑ serum pH", "b": 1, "r": true, "raw": "C. ↑ Plasma renin and angiotensin II activity, ↓ blood pressure, ↓ renal perfusion pressure, ↑ serum pH\n\nThis patient appears to be in acute decompensated heart failure with cardiogenic shock after stopping his medications. His low blood pressure and poor cardiac output reduce renal perfusion pressure. That should drive up renin and angiotensin II, and he is no longer taking valsartan to block the angiotensin pathway. His rapid breathing from pulmonary edema and hypoxia would likely cause a respiratory alkalosis, which raises pH. This last point is the least certain, since shock could instead ", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5235", "s": "Claude Sonnet 5.5", "a": "A. Decreased IFN-γ levels", "b": 1, "r": true, "raw": "A. Decreased IFN-γ levels\n\nThis looks like disseminated mycobacterial infection (miliary lung nodules, acid-fast bacilli, lymphadenopathy, hepatomegaly) in a child with no earlier history of severe infections. That pattern fits Mendelian susceptibility to mycobacterial disease, a defect in the IL-12/IFN-γ axis. Evaluation would show decreased IFN-γ levels.\n\nSCID (decreased T-cell receptor excision circles) usually presents in infancy with multiple severe infections, so it is less likely at age 3. I am not fully certain, because IFN-γ levels can be normal or high in some receptor defects.\n\nBet:", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5101", "s": "Claude Sonnet 5.5", "a": "D. QRS complex height variation", "b": 3, "r": true, "raw": "D. QRS complex height variation\n\nThe picture fits cardiac tamponade: elevated JVP, distant heart sounds, hypotension, tachycardia, and a history of pericarditis. The ECG finding that goes with it is electrical alternans, which shows up as variation in QRS height from beat to beat.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2756", "s": "Claude Sonnet 5.5", "a": "This matches row A.", "b": 1, "r": false, "raw": "A. A\n\nThe patient is a diabetic with hypertension (162/96 mm Hg), so the first-line drug is an ACE inhibitor. By blocking conversion of angiotensin I to angiotensin II, it has these effects:\n- Angiotensin II decreases.\n- Aldosterone decreases, which increases 24-hour urine sodium excretion.\n- Peripheral vascular resistance decreases.\n- Renin increases, because the loss of angiotensin II removes negative feedback.\n\nThis matches row A.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5479", "s": "Claude Sonnet 5.5", "a": "D. Azithromycin and ethambutol", "b": 3, "r": true, "raw": "D. Azithromycin and ethambutol\n\nThe most likely diagnosis is disseminated Mycobacterium avium complex (MAC) infection. The patient has AIDS with a CD4 count of 44/mm³, fever, weight loss, diarrhea, hepatosplenomegaly, and a raised alkaline phosphatase. Blood culture grew acid-fast organisms, and the PPD was negative, which argues against tuberculosis. The violaceous skin plaques suggest Kaposi sarcoma, which is a separate problem.\n\nTreatment for MAC is a macrolide (azithromycin or clarithromycin) plus ethambutol.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10087", "s": "Claude Sonnet 5.5", "a": "A. Clumping of red blood cells after the patient's blood is drawn and transferred into a chilled EDTA-containing vial", "b": 3, "r": true, "raw": "This presentation (a young adult with a gradual-onset dry cough and headache, diffuse interstitial infiltrates, and no organisms on Gram stain) points to atypical pneumonia from Mycoplasma pneumoniae. Mycoplasma characteristically causes cold agglutinins, an IgM response against the I antigen on red cells. Blood placed in a chilled tube therefore shows RBC clumping.\n\nOption A describes this finding. Option B describes Streptococcus pneumoniae. Option C describes the Weil-Felix test for rickettsiae. Option D describes Cryptococcus.\n\nA. Clumping of red blood cells after the patient's blood is dr", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-230", "s": "Claude Sonnet 5.5", "a": "D. Ascending lymphangitis", "b": 3, "r": true, "raw": "This is sporotrichosis (rose-gardener's disease), the lymphocutaneous form. Sporothrix schenckii is introduced through a thorn or plant injury. Nodules then spread proximally along the lymphatic channels, which is the classic \"ascending lymphangitis\" pattern.\n\nD. Ascending lymphangitis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1037", "s": "Claude Sonnet 5.5", "a": "D. Oral contraceptive", "b": 3, "r": true, "raw": "This looks like hirsutism from PCOS or idiopathic hirsutism. Her hormone levels are normal, she is obese, and the hair growth has been present for 8 years, which fits a PCOS-type picture. Menstrual history is not given. The first-line pharmacotherapy for hirsutism in a woman who is not seeking pregnancy is an oral contraceptive.\n\nThe other options do not fit. Prednisone would be used for non-classic congenital adrenal hyperplasia, which is not suggested here. Leuprolide is not first-line. Ketoconazole is not used for this.\n\nD. Oral contraceptive\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1577", "s": "Claude Sonnet 5.5", "a": "B. Loop electrosurgical excision procedure", "b": 1, "r": true, "raw": "B. Loop electrosurgical excision procedure\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6302", "s": "Claude Sonnet 5.5", "a": "D. Urgent laparotomy", "b": 1, "r": false, "raw": "D. Urgent laparotomy\n\nThis presentation fits a perforated viscus, most likely a perforated peptic ulcer given the NSAID use, alcohol and smoking. The sudden severe pain, rigid abdomen, rebound tenderness and tachycardia of 130/min indicate diffuse peritonitis with early instability. That calls for surgical exploration rather than more imaging. I am not certain, because an upright radiograph to look for free air is a plausible alternative if the question treats him as stable.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7357", "s": "Claude Sonnet 5.5", "a": "A. No medication is required", "b": 1, "r": false, "raw": "A. No medication is required\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1815", "s": "Claude Sonnet 5.5", "a": "A. Perform the excision", "b": 3, "r": true, "raw": "A. Perform the excision\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3795", "s": "Claude Sonnet 5.5", "a": "B. Verotoxin", "b": 1, "r": true, "raw": "B. Verotoxin\n\nThe picture is hemolytic uremic syndrome after E. coli O157:H7 infection: bloody diarrhea, microangiopathic hemolytic anemia, thrombocytopenia and acute kidney injury. The cause is the Shiga-like toxin of enterohemorrhagic E. coli, which is also called verotoxin.\n\nOptions A and B are close to synonyms. I chose verotoxin because true Shiga toxin comes from Shigella dysenteriae, so the question most likely uses \"verotoxin\" for the E. coli toxin. That reading is a guess about the question writer's intent, so I'm only moderately confident.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5215", "s": "Claude Sonnet 5.5", "a": "B. Proceed with proton beam therapy as discussed at your patient's appointment", "b": 3, "r": true, "raw": "B. Proceed with proton beam therapy as discussed at your patient's appointment\n\nThe physician's duty is to the patient's best interest. The insurer is willing to pay for proton beam therapy, so cost to the insurer is not a reason to steer the patient away from it. Asking the patient to accept the cheaper treatment would be a conflict of interest and would put the insurer's interests ahead of the patient's.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4470", "s": "Claude Sonnet 5.5", "a": "B. Inhibition of neuraminidase", "b": 3, "r": true, "raw": "B. Inhibition of neuraminidase\n\nThis looks like influenza in an outbreak at an assisted living facility, with fever, cough, and malaise. The low procalcitonin argues against a bacterial cause, and the chest X-ray shows bilateral reticulonodular opacities, which fit viral pneumonia. The appropriate treatment is oseltamivir, a neuraminidase inhibitor.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7744", "s": "Claude Sonnet 5.5", "a": "C. Prominent intraparenchymal white matter calcification", "b": 1, "r": true, "raw": "Sturge-Weber syndrome (port-wine stain in V1/V2 distribution plus seizures) is the likely diagnosis. Its classic CT finding is gyriform \"tram-track\" cortical calcification, usually in the parieto-occipital region, with leptomeningeal angiomatosis and atrophy.\n\nThe options do not include tram-track calcification directly. Option C, \"Prominent intraparenchymal white matter calcification,\" is the closest match, since the calcifications lie in the underlying cortex and subcortical white matter. The other options fit other conditions:\n- A, a non-enhancing hemispheric lesion, is not typical of Sturg", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7946", "s": "Claude Sonnet 5.5", "a": "B. Complete abortion", "b": 3, "r": true, "raw": "B. Complete abortion\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5784", "s": "Claude Sonnet 5.5", "a": "C. MRI of the spine", "b": 1, "r": true, "raw": "C. MRI of the spine\n\nHer back pain, focal tenderness over T12, and prior breast cancer suggest vertebral metastasis. The elevated alkaline phosphatase with a normal GGT points to a bone source rather than liver. With a localized symptomatic spinal site, MRI is the most sensitive and specific test. It also shows any epidural extension or cord compression. Bone scintigraphy is a reasonable alternative, but MRI is the better next step here.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1803", "s": "Claude Sonnet 5.5", "a": "I could not see the photomicrograph, so this answer rests on reasoning about the options rather than the image. V(D)J recombination and negative selection happen in the bone marrow and thymus, not in a lymph node, so they are unlikely. Isotype switching occurs in the germinal centers of lymph node follicles, and the arrow most likely points to one.", "b": 1, "r": false, "raw": "D. Isotype switching\n\nI could not see the photomicrograph, so this answer rests on reasoning about the options rather than the image. V(D)J recombination and negative selection happen in the bone marrow and thymus, not in a lymph node, so they are unlikely. Isotype switching occurs in the germinal centers of lymph node follicles, and the arrow most likely points to one.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1030", "s": "Claude Sonnet 5.5", "a": "D. Extravasation of lipoproteins", "b": 1, "r": true, "raw": "I can't see the photograph, so I'm reasoning from the history alone. The father's myocardial infarction at 37 suggests familial hypercholesterolemia. That would make the hand nodules tendon xanthomas, which form when lipoproteins extravasate and are taken up by macrophages.\n\nThe other options fit less well. Rheumatoid nodules involve fibrinoid necrosis, and the mother's rheumatoid arthritis could be a distractor pointing that way. Tophi in gout come from monosodium urate crystals. A lipoma would be uncontrolled adipocyte growth. The question's emphasis on the family history of early MI fits fa", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-953", "s": "Claude Sonnet 5.5", "a": "B. Decreased phagocytic cell count", "b": 3, "r": true, "raw": "The patient has neutropenia: WBC 4000 with 10% neutrophils gives an absolute neutrophil count of about 400, which is severe. The neutropenia is the likely driver of the Candida sepsis. Immunosuppressants such as mycophenolate or azathioprine, or valganciclovir, can cause it. Neutrophils are phagocytic cells, so the best answer is decreased phagocytic cell count.\n\nDefective IL-2 receptor is the effect of basiliximab or of calcineurin inhibitors, which impair T cells. T-cell impairment predisposes to opportunistic infections, but not typically to Candida sepsis.\n\nTrimethoprim/sulfamethoxazole pr", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8028", "s": "Claude Sonnet 5.5", "a": "A. Splenic flexure, descending colon, and sigmoid colon", "b": 3, "r": true, "raw": "A. Splenic flexure, descending colon, and sigmoid colon\n\nThe inferior mesenteric artery arises from the anterior aorta at about L3, so a thrombus on the anterior wall of an infrarenal aneurysm reaching L4 can occlude its origin. That would cause ischemia of the left colon, which the IMA supplies. This fits the peritoneal signs on examination. The splenic flexure, descending colon and sigmoid colon are the regions most at risk, and the splenic flexure is a watershed area, so it is especially vulnerable.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6613", "s": "Claude Sonnet 5.5", "a": "D. Testicular atrophy", "b": 3, "r": true, "raw": "D. Testicular atrophy\n\nA muscular personal trainer with bilateral gynecomastia most likely uses anabolic steroids. Exogenous androgens are aromatized to estrogen, which causes the breast tissue growth. They also suppress LH and FSH, which leads to testicular atrophy. His alcohol intake is minimal, so signs of liver disease (fluid wave, palmar erythema, spider angiomas) are unlikely.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4350", "s": "Claude Sonnet 5.5", "a": "D. 100", "b": 3, "r": true, "raw": "D. 100\n\nThe risk of symptomatic intracerebral hemorrhage was 12/200 = 6% with tPA and 25/500 = 5% without it. The absolute risk increase is 1%, so the number needed to harm is 1/0.01 = 100.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3217", "s": "Claude Sonnet 5.5", "a": "C. Catheter-based thrombectomy / thrombolysis", "b": 1, "r": true, "raw": "C. Catheter-based thrombectomy / thrombolysis\n\nThis looks like acute embolic limb ischemia from atrial fibrillation, given the irregularly irregular pulse, the sudden onset, and a pale, pulseless leg. The sensory loss means the limb is threatened but still salvageable, so prompt revascularization is what best improves its viability. Heparin is the usual first step, but it only limits clot propagation and does not restore flow. I'm not certain whether the question intends heparin as the answer.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-304", "s": "Claude Sonnet 5.5", "a": "A. Irritable bowel syndrome", "b": 1, "r": true, "raw": "A. Irritable bowel syndrome\n\nThe picture fits IBS: chronic symptoms for months, cramping pain relieved by defecation, urgency, mucus, and a feeling of incomplete evacuation. There is no weight loss, the examination is normal, and the ESR is normal, which argues against inflammatory bowel disease. The normal stool examination and the lack of weight loss make giardiasis less likely, and the camping trip is probably a distractor. Laxative abuse is not supported by anything in the history.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9402", "s": "Claude Sonnet 5.5", "a": "D. Ruptured vasa previa", "b": 1, "r": true, "raw": "The most likely diagnosis is ruptured vasa previa. Bleeding began at the time the membranes ruptured, and the fetal heart rate is 96/min, which is bradycardia, while the mother's vital signs are stable. The abdomen is nontender and there are no contractions, so abruption and uterine rupture are less likely. Fetal bradycardia with bleeding at rupture points to fetal blood loss from vessels running across the membranes.\n\nPlacenta previa is the main alternative. It usually causes painless bleeding, but it typically does not produce acute fetal bradycardia, and it would usually have appeared earli", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9599", "s": "Claude Sonnet 5.5", "a": "B. Tamsulosin and ciprofloxacin", "b": 1, "r": true, "raw": "B. Tamsulosin and ciprofloxacin\n\nThis looks like chronic prostatitis or chronic pelvic pain syndrome. He has had four months of dysuria, painful ejaculation, pelvic pain, and voiding difficulty, with a mildly tender but otherwise normal prostate. The urinalysis shows no bacteria.\n\nA combined approach fits best. Tamsulosin, an alpha-blocker, treats the voiding symptoms. A prolonged fluoroquinolone course is a reasonable trial in a patient with no prior treatment, because bacterial prostatitis cannot be fully excluded. I am not certain, since the absence of bacteria could also point toward alpha", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6381", "s": "Claude Sonnet 5.5", "a": "C. Subacute granulomatous thyroiditis", "b": 3, "r": true, "raw": "The presentation points to subacute granulomatous (de Quervain) thyroiditis: a tender, enlarged thyroid following a viral-like illness that lasted several weeks, with dysphagia from the gland.\n\nThe alternatives fit less well:\n- Chronic lymphocytic (Hashimoto) thyroiditis is usually painless.\n- Fibrous (Riedel) thyroiditis is a hard, painless gland.\n- Lymphoma typically causes a rapidly growing, painless mass.\n\nC. Subacute granulomatous thyroiditis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7253", "s": "Claude Sonnet 5.5", "a": "D. Ultrasound of the liver", "b": 1, "r": true, "raw": "D. Ultrasound of the liver\n\nThis is a best guess. The picture is new post-transplant liver dysfunction: rising bilirubin, right upper quadrant pain and low-grade fever, with tacrolimus in the therapeutic range. The first step is a noninvasive look for vascular or biliary complications, such as hepatic artery thrombosis or a bile duct stricture or leak. Doppler ultrasound is the usual initial test for this. CMV is less likely because he is already on valganciclovir prophylaxis, and his low white count is plausibly explained by valganciclovir and trimethoprim-sulfamethoxazole. A liver biopsy wou", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9297", "s": "Claude Sonnet 5.5", "a": "C. Cocaine toxicity", "b": 1, "r": true, "raw": "C. Cocaine toxicity\n\nThe picture fits sympathomimetic toxicity: hypertension, tachycardia, low-grade fever, dilated reactive pupils, agitation and confusion, with chest pain and syncope. He also has signs of right heart strain (jugular venous distention, hepatomegaly, accentuated P2, tricuspid regurgitation murmur). Cocaine, with his history of drug use, is the best explanation. Duloxetine overdose would more likely cause serotonin syndrome, with clonus, hyperreflexia and diaphoresis, none of which are described. I am fairly but not completely sure, because mydriasis and agitation can occur in", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7110", "s": "Claude Sonnet 5.5", "a": "C. Enterococcus faecalis", "b": 1, "r": true, "raw": "The most likely answer is Enterococcus faecalis. This looks like subacute infective endocarditis with mitral regurgitation (holosystolic apical murmur) and signs of heart failure. The conjunctival petechiae and palmar macules (Janeway lesions) support endocarditis.\n\nThe key clue is the recent genitourinary instrumentation: a bladder polyp was removed endoscopically about 8 months ago. Enterococcus is the classic organism after GU procedures. Viridans streptococci usually follow dental procedures, and the patient has no dental history. Candida and Pseudomonas are more typical of IV drug use, an", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5044", "s": "Claude Sonnet 5.5", "a": "C. Fulminant hepatic necrosis", "b": 3, "r": true, "raw": "C. Fulminant hepatic necrosis\n\nMethimazole is teratogenic in the first trimester, so a woman planning pregnancy is switched to propylthiouracil (PTU). Agranulocytosis and aplastic anemia can occur with both drugs, so they are not unique to the new one. Fulminant hepatic necrosis is the serious adverse effect characteristic of PTU, whereas methimazole mainly causes cholestatic injury.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2322", "s": "Claude Sonnet 5.5", "a": "C. Acts as an agonist at the peroxisome proliferator-activated receptor-Ƴ.", "b": 1, "r": true, "raw": "C. Acts as an agonist at the peroxisome proliferator-activated receptor-Ƴ.\n\nShe has newly diagnosed type 2 diabetes. The plan to check liver enzymes and repeat HbA1c in 3 months points to a thiazolidinedione such as pioglitazone, which carries a hepatotoxicity warning. Thiazolidinediones work as PPAR-γ agonists. Option B describes a similar downstream effect but reads more like metformin, which is monitored with renal function rather than liver enzymes. The light-headed spells relieved by eating are probably early reactive hypoglycemia, which does not change the choice.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6296", "s": "Claude Sonnet 5.5", "a": "B. Greater vestibular glands", "b": 3, "r": true, "raw": "B. Greater vestibular glands\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6473", "s": "Claude Sonnet 5.5", "a": "B. Doxycycline", "b": 3, "r": true, "raw": "This presentation is cervicofacial actinomycosis. It follows a dental extraction and causes a chronic draining sinus with sulfur granules. The Gram stain shows gram-positive filamentous rods, which fits Actinomyces.\n\nPenicillin or amoxicillin is the usual treatment, but this patient had a generalized rash after amoxicillin, so a penicillin allergy is a concern. Doxycycline is the alternative for penicillin-allergic patients. Cephalexin is a possible option for a mild, non-anaphylactic penicillin reaction, but a generalized rash that needed steroids makes cross-reactivity a worry, so it is less", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5779", "s": "Claude Sonnet 5.5", "a": "D. Spindle-shaped cells with leukocytic infiltration", "b": 3, "r": true, "raw": "The findings point to Kaposi sarcoma: the patient has HIV, a CD4 count of 180/mm3, hemorrhagic GI nodules, and PCR positive for HHV-8.\n\nHistology of Kaposi sarcoma shows proliferating spindle-shaped endothelial cells with slit-like vascular spaces, extravasated red blood cells, and a leukocytic (lymphocyte and plasma cell) infiltrate.\n\nThe other options fit different diagnoses:\n- A describes signet-ring or mucinous adenocarcinoma.\n- B describes CMV.\n- C describes Langerhans cell histiocytosis (Birbeck granules).\n\nD. Spindle-shaped cells with leukocytic infiltration\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3559", "s": "Claude Sonnet 5.5", "a": "A. CT-guided biopsy", "b": 1, "r": true, "raw": "The picture is vertebral osteomyelitis: fever, back pain, a high ESR and CRP, and bone destruction with sequestrum on imaging. The next step is usually to identify the organism. Blood cultures have already been drawn. The usual approach is to start empiric antibiotics only if the patient is unstable, and otherwise to obtain a biopsy when blood cultures are negative or pending. The question asks for the next step after blood cultures are taken, and the options do not include empiric antibiotics.\n\nChoosing among the options:\n- **CT-guided biopsy:** it gives a definitive microbiologic diagnosis, ", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7792", "s": "Claude Sonnet 5.5", "a": "D. Supplemental oxygen", "b": 3, "r": true, "raw": "The question is about severe COPD with resting hypoxemia (SpO2 88%). Long-term oxygen therapy is one of only two interventions, along with smoking cessation, shown to reduce mortality in COPD. Criteria for long-term oxygen therapy are PaO2 ≤55 mm Hg or SpO2 ≤88%, which this patient meets.\n\nPulmonary rehabilitation improves quality of life and exercise capacity and reduces hospitalizations. Some data suggest it improves survival after an exacerbation, but the classic exam answer is oxygen. Azithromycin and roflumilast reduce exacerbations but not mortality.\n\nD. Supplemental oxygen\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5835", "s": "Claude Sonnet 5.5", "a": "B. ApoE4", "b": 3, "r": true, "raw": "B. ApoE4\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9071", "s": "Claude Sonnet 5.5", "a": "D. Wait to administer any antibiotics until you discuss your safety concerns with your attending.", "b": 1, "r": true, "raw": "The best answer is to raise the concern with the attending before giving the drug. Option D says to hold all antibiotics until that discussion, which delays treatment of complicated appendicitis. That delay is a drawback, but the discussion itself can happen quickly.\n\nThe other options are weaker:\n- A bypasses the attending.\n- B ignores a legitimate safety concern.\n- C hands the decision to the patient instead of resolving it between clinicians first.\n\nD is therefore the intended answer, even though \"wait to administer any antibiotics\" is not ideal wording.\n\nD. Wait to administer any antibioti", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8136", "s": "Claude Sonnet 5.5", "a": "D. Lactate dehydrogenase", "b": 3, "r": true, "raw": "D. Lactate dehydrogenase\n\nIn low oxygen with vigorous contraction, the myocytes depend on anaerobic glycolysis. Glycolysis can continue only if NAD+ is regenerated, and lactate dehydrogenase does this by converting pyruvate to lactate. Activating it would let glucose be used for longer before glycolysis stalls, and the extra lactate (with protons) would acidify the medium, as observed.\n\nThe other options fit less well. Pyruvate dehydrogenase activation would push pyruvate into aerobic oxidation, which needs oxygen and would not acidify the medium. Bisphosphoglycerate mutase is a red blood cell", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7478", "s": "Claude Sonnet 5.5", "a": "D. Sumatriptan", "b": 3, "r": true, "raw": "D. Sumatriptan\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2679", "s": "Claude Sonnet 5.5", "a": "B. Stevens-Johnson syndrome", "b": 1, "r": true, "raw": "B. Stevens-Johnson syndrome\n\nThis is my best fit among the options, not a perfect one. TMP-SMX started 3 weeks earlier, fever, lip erosions, and vesicles with skin slough point to a severe drug-induced epidermal necrolysis. Strictly, 20% TBSA falls in the SJS/TEN overlap range (10–30%), which is not offered. Of the choices given, Stevens-Johnson syndrome is closest. DRESS does not cause epidermal slough of this extent, erythema multiforme is milder, and toxic shock syndrome does not fit the drug exposure.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3442", "s": "Claude Sonnet 5.5", "a": "B. Increased valvular dermatan sulfate", "b": 3, "r": true, "raw": "B. Increased valvular dermatan sulfate\n\nThe midsystolic click at the apex followed by a murmur points to mitral valve prolapse. Its usual cause is myxomatous degeneration of the valve, in which dermatan sulfate (a glycosaminoglycan) accumulates. The family history of an aortic valve abnormality is likely a distractor pointing toward a bicuspid aortic valve.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6522", "s": "Claude Sonnet 5.5", "a": "A. DEXA scan", "b": 3, "r": true, "raw": "A. DEXA scan\n\nBone density screening is recommended for all women at age 65, and she has not had it. The other options are not due:\n- **Colonoscopy:** Her normal colonoscopy 8 years ago is still within the 10-year interval.\n- **Mammogram:** Screening is every 2 years, and her last one was 1 year ago.\n- **Pap smear:** Screening can stop at 65 after adequate prior negative screening, and she had one at about age 62.\n- **Lung cancer screening:** Her 12 pack-years is below the 20 pack-year threshold.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1161", "s": "Claude Sonnet 5.5", "a": "A. Toxin-induced cleavage of desmoglein", "b": 3, "r": true, "raw": "A. Toxin-induced cleavage of desmoglein\n\nThis is staphylococcal scalded skin syndrome. The findings are fever, irritability, perioral rash that spreads, flaccid bullae in flexural areas, a positive Nikolsky sign, and sparing of the mucous membranes (the oropharynx is normal). Staphylococcal exfoliative toxins A and B cleave desmoglein-1 in the stratum granulosum.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-664", "s": "Claude Sonnet 5.5", "a": "B. Collect sputum specimens for acid-fast bacilli smear microscopy, culture, and nucleic acid amplification", "b": 3, "r": true, "raw": "B. Collect sputum specimens for acid-fast bacilli smear microscopy, culture, and nucleic acid amplification\n\nThis is a presumed answer, since the chest x-ray is not shown. The picture fits pulmonary tuberculosis: fever, productive cough, weight loss, emigration from the Middle East, and a high ESR. The most appropriate next step is to confirm the diagnosis with sputum AFB smear, culture, and nucleic acid amplification. An interferon-gamma release assay cannot distinguish latent from active disease. CT and biopsy are not the first step.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-203", "s": "Claude Sonnet 5.5", "a": "D. Fluid in the alveolar space", "b": 3, "r": true, "raw": "This patient most likely has ARDS from sepsis (wet gangrene). She is hypoxemic despite 100% FiO2, and the pathology is diffuse alveolar damage with protein-rich fluid and hyaline membranes in the alveolar space.\n\nD. Fluid in the alveolar space\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2479", "s": "Claude Sonnet 5.5", "a": "D. Optic nerve", "b": 3, "r": true, "raw": "The patient has a right relative afferent pupillary defect (Marcus Gunn pupil): when the light moves from the left eye to the right, both pupils dilate. This indicates a lesion in the afferent limb on the right, which means the optic nerve (or severe retinal disease).\n\nThe ciliary ganglion and the oculomotor nerve are efferent structures, so a lesion there would cause an abnormal pupil in one eye rather than a relative afferent defect. A lesion at the lateral geniculate nucleus would not cause an RAPD, because pupillary fibers leave the optic tract before reaching it.\n\nD. Optic nerve\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3063", "s": "Claude Sonnet 5.5", "a": "A. Fasting blood glucose and lipid profile", "b": 1, "r": false, "raw": "Xanthelasma is associated with dyslipidemia, and secondary causes include diabetes and hypothyroidism. The question asks for the \"most appropriate initial blood tests.\" Xanthelasma in a young person (under 40) suggests familial hypercholesterolemia, so a lipid profile is clearly needed. Evaluating secondary causes would involve glucose and TSH as well.\n\nOptions: A (glucose and lipids) vs D (glucose, lipids, TSH). Many sources say to check lipid profile, and to exclude secondary causes such as diabetes and hypothyroidism. The question's detail \"periods are regular\" argues against hypothyroidism", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2669", "s": "Claude Sonnet 5.5", "a": "A. Cingulate gyrus", "b": 3, "r": true, "raw": "The presentation points to an anterior cerebral artery (ACA) stroke: leg weakness with the arm spared. The patient has atrial fibrillation, which makes an embolic source likely.\n\nThe ACA supplies the medial frontal and parietal lobes, including the paracentral lobule (the leg motor and sensory area), and the cingulate gyrus lies in that territory.\n\nThe other options do not fit:\n- The globus pallidus is supplied by lenticulostriate and anterior choroidal branches.\n- The lateral medulla is supplied by the PICA.\n- The lingual gyrus is supplied by the PCA.\n\nA. Cingulate gyrus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6171", "s": "Claude Sonnet 5.5", "a": "B. Intravenous clindamycin and oral primaquine", "b": 3, "r": true, "raw": "This patient most likely has HIV with Pneumocystis jirovecii pneumonia. The clues are weight loss, diarrhea, oral hairy leukoplakia (white plaques on the lateral tongue that cannot be scraped off), diffuse interstitial infiltrates, and an oxygen saturation of 94%.\n\nThe complication is her severe sulfa allergy, which rules out trimethoprim-sulfamethoxazole (TMP-SMX). The alternative for moderate to severe PCP is IV clindamycin plus oral primaquine. Steroids are indicated when PaO2 is below 70 mmHg or the A-a gradient is 35 or higher. Her saturation of 94% suggests PaO2 is above 70, so steroids ", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1402", "s": "Claude Sonnet 5.5", "a": "C. Immediate transfer to the operating room", "b": 3, "r": true, "raw": "The picture is a free wall rupture of the left ventricle 6 days after an MI. It presents with tamponade (hypotension, syncope, pericardial effusion, low-voltage QRS). The murmur is described as a holosystolic apical murmur radiating to the back, which suggests papillary muscle rupture with mitral regurgitation. However, the lungs are clear, and the effusion with tamponade points toward free wall rupture. The definitive treatment is emergency surgery, with pericardiocentesis as a temporizing step. Among the options, immediate transfer to the operating room is the best.\n\nC. Immediate transfer to", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5113", "s": "Claude Sonnet 5.5", "a": "A. Pelvic exam", "b": 1, "r": false, "raw": "A. Pelvic exam\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5480", "s": "Claude Sonnet 5.5", "a": "A. Polymerase chain reaction", "b": 1, "r": false, "raw": "A. Polymerase chain reaction\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-790", "s": "Claude Sonnet 5.5", "a": "B. Serial nonstress tests", "b": 1, "r": true, "raw": "B. Serial nonstress tests\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-584", "s": "Claude Sonnet 5.5", "a": "D. Segmented genomic material", "b": 1, "r": true, "raw": "Influenza pandemics result from antigenic shift, which is reassortment of genome segments between two different strains co-infecting the same cell. The question asks which property is required for this genetic change. Two candidates fit: concurrent infection with 2 viruses (A) and segmented genomic material (D).\n\nReassortment needs both. However, the question asks about a \"property of this virus,\" which points to the segmented genome, since that is the intrinsic feature that allows reassortment. Concurrent infection is a circumstance rather than a property of the virus. Similar USMLE-style que", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6286", "s": "Claude Sonnet 5.5", "a": "B. Bluish discoloration of lips", "b": 3, "r": true, "raw": "The findings describe tricuspid atresia with normally related great arteries, a small VSD, and pulmonary stenosis. Pulmonary blood flow is reduced, so the infant becomes cyanotic early, often within the first days of life, especially as the PDA closes. Cyanosis (bluish discoloration of the lips) is therefore the first sign. Clubbing appears later, and hepatomegaly and diaphoresis are features of heart failure, which is not expected with reduced pulmonary flow.\n\nB. Bluish discoloration of lips\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6153", "s": "Claude Sonnet 5.5", "a": "B. Chest CT scan", "b": 3, "r": true, "raw": "B. Chest CT scan\n\nShe is 68 and has a 35 pack-year smoking history. She quit 5 years ago, which is within the 15-year window. That meets USPSTF criteria for annual low-dose CT lung cancer screening (ages 50–80, at least 20 pack-years, current smoker or quit within 15 years).\n\nThe other options do not fit:\n- **Pap smear:** Screening can stop at age 65 after adequate normal prior screening.\n- **Abdominal ultrasound:** AAA screening is recommended for men aged 65–75 who have smoked, not for women.\n- **Chest radiograph:** It is not an effective screening test for lung cancer.\n- **Colonoscopy:** He", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8332", "s": "Claude Sonnet 5.5", "a": "C. Dimercaprol", "b": 3, "r": true, "raw": "C. Dimercaprol\n\nThe picture fits chronic arsenic poisoning. She has a progressive symmetric sensorimotor neuropathy, nausea, and white lines on the nails (Mees' lines). She also has likely exposure through groundwater contamination near an industrial area. Her diabetes is well controlled (HbA1c 5.8%), so diabetic neuropathy is unlikely to explain this. Dimercaprol is the chelator listed that treats arsenic. EDTA is used for lead, and trientine is used for Wilson disease (copper).\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9483", "s": "Claude Sonnet 5.5", "a": "B. Jejunal atresia", "b": 3, "r": true, "raw": "B. Jejunal atresia\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2060", "s": "Claude Sonnet 5.5", "a": "B. Hydrocortisone", "b": 3, "r": true, "raw": "B. Hydrocortisone\n\nBet: 3\n\nThe picture is Cushing disease (striae, hypertension, weight gain) from an ACTH-secreting pituitary adenoma. After the adenoma is resected, the remaining corticotrophs are suppressed, so she will have secondary adrenal insufficiency. She needs glucocorticoid replacement, which is hydrocortisone, until the HPA axis recovers. The other options do not fit. Bilateral adrenalectomy is a later option for persistent disease, mometasone is a topical or inhaled steroid, and methotrexate is an immunosuppressant.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3120", "s": "Claude Sonnet 5.5", "a": "C. The NNH is inversely correlated with the relative risk increase.", "b": 3, "r": true, "raw": "C. The NNH is inversely correlated with the relative risk increase.\n\nThe risk in the exposed group is 18/50 = 0.36 and in the controls is 7/50 = 0.14. The absolute risk increase is 0.22, so the NNH is 1/0.22 ≈ 4.5.\n\n- **A is false.** If the control incidence rises while the exposed incidence stays fixed, the absolute risk increase shrinks, so the NNH increases.\n- **B is false.** If the exposed incidence rises, the absolute risk increase grows, so the NNH decreases.\n- **D is false.** A higher absolute risk in the exposed group means a larger absolute risk increase, so the NNH decreases.\n- **C i", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3357", "s": "Claude Sonnet 5.5", "a": "B. Middle cerebral artery", "b": 3, "r": true, "raw": "B. Middle cerebral artery\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8328", "s": "Claude Sonnet 5.5", "a": "C. Obturator", "b": 3, "r": true, "raw": "C. Obturator\n\nScissoring of the legs in cerebral palsy comes from overactive hip adductors, which are innervated by the obturator nerve (adductor longus, brevis, and magnus, plus gracilis and pectineus).\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3639", "s": "Claude Sonnet 5.5", "a": "B. Redistribution", "b": 3, "r": true, "raw": "B. Redistribution\n\nThiopental is highly lipid-soluble, so it crosses the blood-brain barrier quickly and produces rapid anesthesia. Its short clinical effect comes from redistribution out of the brain to less-perfused tissues such as muscle and fat, not from metabolism or elimination.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3828", "s": "Claude Sonnet 5.5", "a": "B. \"No, taking ginkgo will increase your risk for bleeding.\"", "b": 3, "r": true, "raw": "B. \"No, taking ginkgo will increase your risk for bleeding.\"\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6442", "s": "Claude Sonnet 5.5", "a": "D. Inhibition of ALA dehydratase and ferrochelatase", "b": 3, "r": true, "raw": "D. Inhibition of ALA dehydratase and ferrochelatase\n\nThis fits lead poisoning: a child with fatigue and recurrent abdominal pain that began after moving to a different house (likely older housing with lead paint), and a microcytic anemia with high-normal ferritin. The figure was not visible to me, but basophilic stippling would be the expected smear finding. Lead inhibits ALA dehydratase and ferrochelatase, which blocks heme synthesis.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7462", "s": "Claude Sonnet 5.5", "a": "B. Medullary sinus", "b": 1, "r": true, "raw": "B. Medullary sinus\n\nMycobacterium tuberculosis is a facultative intracellular organism that survives inside macrophages. In a lymph node, the macrophages sit mainly in the medullary sinuses, so the organism is most likely to be found there. This is recalled reasoning rather than certain, since the paracortex (the T-cell zone) is a plausible alternative.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9335", "s": "Claude Sonnet 5.5", "a": "D. Pyrophosphate", "b": 3, "r": true, "raw": "D. Pyrophosphate\n\nThe patient has postmenopausal osteoporosis with a fragility fracture. Bisphosphonates are the appropriate treatment, and they are structural analogs of pyrophosphate. They have a P-C-P backbone in place of the P-O-P backbone of pyrophosphate.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2368", "s": "Claude Sonnet 5.5", "a": "A. Dexrazoxane", "b": 3, "r": true, "raw": "A. Dexrazoxane\n\nThe picture is doxorubicin-induced dilated cardiomyopathy, which explains the enlarged cardiac silhouette and the dyspnea. Dexrazoxane is an iron chelator that protects the heart from this toxicity.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4299", "s": "Claude Sonnet 5.5", "a": "C. Alprazolam", "b": 1, "r": true, "raw": "C. Alprazolam\n\nThis presentation fits panic disorder with agoraphobia: unexpected episodes of palpitations, sweating, and dyspnea that peak within minutes, plus avoidance of open spaces and crowds. He is having an attack now, and the cardiopulmonary exam and ECG show only sinus tachycardia. A fast-acting benzodiazepine is the usual initial treatment for an acute attack. Propranolol suits performance anxiety, and buspirone suits generalized anxiety disorder, so neither fits an acute attack. Long-term ECG monitoring is not needed. His daily alcohol use is a caution with benzodiazepines, which ke", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-588", "s": "Claude Sonnet 5.5", "a": "B. Absent peristalsis and impaired lower esophageal sphincter relaxation", "b": 3, "r": true, "raw": "B. Absent peristalsis and impaired lower esophageal sphincter relaxation\n\nThis is most likely achalasia. The history fits: long-standing dysphagia to both solids and liquids, regurgitation, weight loss, aspiration pneumonia, and partial improvement after an endoscopic procedure (probably pneumatic dilation). He also takes amlodipine and nitroglycerin before meals, which are used to relax the lower esophageal sphincter. A barium swallow would show a dilated esophagus with a \"bird's beak\" narrowing at the lower end.\n\nThe pathophysiology is loss of myenteric plexus ganglion cells. This produces a", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8813", "s": "Claude Sonnet 5.5", "a": "A. Decreased levels of factor VIII", "b": 1, "r": true, "raw": "This presentation fits von Willebrand disease: prolonged nosebleeds, easy bruising, increased bleeding time, an abnormal ristocetin cofactor assay, and an increased PTT with a normal PT. The patient also responded to desmopressin.\n\nvWF normally carries factor VIII and stabilizes it in plasma. When vWF is deficient, factor VIII is secondarily reduced, which explains the prolonged PTT. Of the options, decreased factor VIII is the one that directly contributes to the findings, so it is the best answer.\n\nThe other options do not fit. Decreased factor IX is hemophilia B. Decreased ADAMTS13 activity", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4545", "s": "Claude Sonnet 5.5", "a": "B. Preserved pressure sensation", "b": 1, "r": true, "raw": "Anterior spinal artery syndrome affects the anterior two-thirds of the cord, sparing the dorsal columns. This leaves vibration, proprioception, and fine touch (and pressure/discriminative touch) preserved, while pain and temperature are lost below the lesion, and motor function is lost because of corticospinal tract involvement.\n\nEvaluating the options:\n- A. A negative plantar extensor response (normal flexor response) would not be expected, since an upper motor neuron lesion would give a positive Babinski sign. Incorrect.\n- B. Preserved pressure sensation fits with dorsal column sparing, and ", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8271", "s": "Claude Sonnet 5.5", "a": "B. Use of oral contraceptives (OCPs) for birth control", "b": 3, "r": true, "raw": "The most likely diagnosis is a ruptured hepatic adenoma. A young woman with sudden RUQ pain and hypotension fits hemorrhage from a liver mass. The prior imaging was presumably an incidental liver lesion, so the lesion would be a hepatic adenoma. Oral contraceptive use is the major risk factor for hepatic adenoma.\n\nThe other options fit less well. Rugby and EBV point to splenic rupture, which would cause left-sided pain. A fatty meal points to cholecystitis. Smoking is not relevant here.\n\nB. Use of oral contraceptives (OCPs) for birth control\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3740", "s": "Claude Sonnet 5.5", "a": "B. Intron", "b": 1, "r": false, "raw": "The picture is cholecystitis from pigment gallstones in a patient with beta-thalassemia, which is microcytic, hypochromic anemia with target cells. Beta-thalassemia is commonly caused by splice-site mutations.\n\nA single point mutation that deletes 5 consecutive internal amino acids (15 nucleotides) while preserving the flanking sequence fits exon skipping or the use of a cryptic splice site. Both result from a splice-site mutation. That kind of mutation sits at an intron-exon boundary, and the question most likely intends the intron, since the canonical GT or AG splice sites lie in the intron.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6468", "s": "Claude Sonnet 5.5", "a": "A. Increase in length constant", "b": 3, "r": true, "raw": "The patient has Guillain-Barré syndrome, a demyelinating disease. Remyelination is what improves function as she recovers.\n\nMyelin raises transmembrane resistance and lowers membrane capacitance. Both changes increase the length constant, so the signal spreads farther along the axon and conduction improves.\n\n- **A. Increase in length constant:** Correct. The length constant is λ = sqrt(rm/ra). Remyelination raises rm, which raises λ.\n- **B. Decrease in transmembrane resistance:** Incorrect. Remyelination increases transmembrane resistance.\n- **C. Increase in axonal capacitance:** Incorrect. Re", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3037", "s": "Claude Sonnet 5.5", "a": "A. Hypocalcemia", "b": 3, "r": true, "raw": "A. Hypocalcemia\n\nTwo OGTT values are abnormal (1-hour 205 mg/dL and 3-hour 154 mg/dL), which confirms gestational diabetes. The infant of an untreated diabetic mother is at risk of macrosomia, neonatal hypoglycemia, hypocalcemia, polycythemia and jaundice. Of the listed options, hypocalcemia is the one that fits. Omphalocele and other major malformations arise from hyperglycemia during early organogenesis, which is not the case here. Intrauterine growth restriction is not the typical pattern in gestational diabetes, and hypermagnesemia is not expected.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-348", "s": "Claude Sonnet 5.5", "a": "C. Topical erythromycin", "b": 1, "r": true, "raw": "C. Topical erythromycin\n\nThis looks like acute bacterial conjunctivitis: three days of bilateral redness, a thin purulent discharge, and eyes stuck shut with crusts in the morning. Vision, cornea, and anterior chamber are normal. Topical antibiotic such as erythromycin is appropriate treatment.\n\nThe sexual history probably points toward gonococcal or chlamydial infection, but neither fits well. Gonococcal conjunctivitis is hyperacute with copious pus and is treated with IM ceftriaxone. Adult chlamydial conjunctivitis is a more chronic follicular disease and is treated with oral azithromycin or", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-223", "s": "Claude Sonnet 5.5", "a": "B. Immediately administer epinephrine and sedate and intubate the patient", "b": 3, "r": true, "raw": "B. Immediately administer epinephrine and sedate and intubate the patient\n\nThis is anaphylaxis with tongue edema, so the airway is at risk. The emergency exception (implied consent) applies when a minor needs urgent treatment and the parents cannot be reached. Treatment should not wait for the child's refusal or for parental or teacher consent. Epinephrine is the first-line treatment, and intubation is justified if the airway is compromised.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8619", "s": "Claude Sonnet 5.5", "a": "A. Breast cancer", "b": 3, "r": true, "raw": "A. Breast cancer\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2921", "s": "Claude Opus 5.5", "a": "C. Immune response to cardiac antigens", "b": 3, "r": true, "raw": "C. Immune response to cardiac antigens\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2570", "s": "Claude Opus 5.5", "a": "D. Lumbar puncture", "b": 3, "r": true, "raw": "D. Lumbar puncture\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6402", "s": "Claude Opus 5.5", "a": "C. Enterokinase", "b": 3, "r": true, "raw": "C. Enterokinase\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5859", "s": "Claude Opus 5.5", "a": "B. Hyperlipidemia, thrombocytopenia", "b": 3, "r": true, "raw": "B. Hyperlipidemia, thrombocytopenia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8337", "s": "Claude Opus 5.5", "a": "D. Obstructive sleep apnea", "b": 3, "r": true, "raw": "D. Obstructive sleep apnea\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-349", "s": "Claude Opus 5.5", "a": "B. Traumatic aortic dissection", "b": 3, "r": true, "raw": "B. Traumatic aortic dissection\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4500", "s": "Claude Opus 5.5", "a": "D. Low bone density", "b": 3, "r": true, "raw": "D. Low bone density\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5316", "s": "Claude Opus 5.5", "a": "D. Carvedilol", "b": 3, "r": true, "raw": "D. Carvedilol\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7486", "s": "Claude Opus 5.5", "a": "D. Oral fluconazole for the patient", "b": 3, "r": true, "raw": "D. Oral fluconazole for the patient\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9609", "s": "Claude Opus 5.5", "a": "D. Delusion of reference", "b": 3, "r": true, "raw": "D. Delusion of reference\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9023", "s": "Claude Opus 5.5", "a": "B. Inulin", "b": 3, "r": true, "raw": "B. Inulin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6794", "s": "Claude Opus 5.5", "a": "A. Atrial fibrillation", "b": 3, "r": true, "raw": "A. Atrial fibrillation\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4202", "s": "Claude Opus 5.5", "a": "B. Small cell lung carcinoma", "b": 3, "r": true, "raw": "B. Small cell lung carcinoma\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10126", "s": "Claude Opus 5.5", "a": "A. Social anxiety disorder", "b": 3, "r": true, "raw": "A. Social anxiety disorder\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2521", "s": "Claude Opus 5.5", "a": "B. Polyarteritis nodosa", "b": 3, "r": true, "raw": "B. Polyarteritis nodosa\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-230", "s": "Claude Opus 5.5", "a": "D. Ascending lymphangitis", "b": 3, "r": true, "raw": "D. Ascending lymphangitis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5215", "s": "Claude Opus 5.5", "a": "B. Proceed with proton beam therapy as discussed at your patient's appointment", "b": 3, "r": true, "raw": "B. Proceed with proton beam therapy as discussed at your patient's appointment\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9861", "s": "Claude Opus 5.5", "a": "D. Blood culture", "b": 3, "r": true, "raw": "D. Blood culture\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-929", "s": "Claude Opus 5.5", "a": "C. Physostigmine", "b": 3, "r": true, "raw": "C. Physostigmine\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7946", "s": "Claude Opus 5.5", "a": "B. Complete abortion", "b": 3, "r": true, "raw": "B. Complete abortion\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3150", "s": "Claude Opus 5.5", "a": "C. Naloxone", "b": 3, "r": true, "raw": "C. Naloxone\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7110", "s": "Claude Opus 5.5", "a": "C. Enterococcus faecalis", "b": 3, "r": true, "raw": "C. Enterococcus faecalis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6381", "s": "Claude Opus 5.5", "a": "C. Subacute granulomatous thyroiditis", "b": 3, "r": true, "raw": "C. Subacute granulomatous thyroiditis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2683", "s": "Claude Opus 5.5", "a": "B. Lateral wall of left ventricle, left circumflex coronary artery", "b": 3, "r": true, "raw": "B. Lateral wall of left ventricle, left circumflex coronary artery\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5779", "s": "Claude Opus 5.5", "a": "D. Spindle-shaped cells with leukocytic infiltration", "b": 3, "r": true, "raw": "D. Spindle-shaped cells with leukocytic infiltration\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6296", "s": "Claude Opus 5.5", "a": "B. Greater vestibular glands", "b": 3, "r": true, "raw": "B. Greater vestibular glands\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1698", "s": "Claude Opus 5.5", "a": "A. Echinococcus granulosus", "b": 3, "r": true, "raw": "A. Echinococcus granulosus\n\nContact with dogs and livestock, eggshell-calcified cysts in the liver and eosinophilia point to hydatid cyst disease.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2479", "s": "Claude Opus 5.5", "a": "D. Optic nerve", "b": 3, "r": true, "raw": "D. Optic nerve\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1948", "s": "Claude Opus 5.5", "a": "D. Ischemic colitis", "b": 3, "r": true, "raw": "D. Ischemic colitis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7682", "s": "Claude Opus 5.5", "a": "C. 47: XXY", "b": 3, "r": true, "raw": "C. 47: XXY\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3618", "s": "Claude Opus 5.5", "a": "C. Thymectomy", "b": 3, "r": true, "raw": "C. Thymectomy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-278", "s": "Claude Opus 5.5", "a": "D. History of multiple spontaneous abortions", "b": 3, "r": true, "raw": "D. History of multiple spontaneous abortions\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1885", "s": "Claude Opus 5.5", "a": "B. Air contrast enema", "b": 3, "r": true, "raw": "B. Air contrast enema\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8328", "s": "Claude Opus 5.5", "a": "C. Obturator", "b": 3, "r": true, "raw": "C. Obturator\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3549", "s": "Claude Opus 5.5", "a": "C. Spectrin", "b": 3, "r": true, "raw": "C. Spectrin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6442", "s": "Claude Opus 5.5", "a": "D. Inhibition of ALA dehydratase and ferrochelatase", "b": 3, "r": true, "raw": "D. Inhibition of ALA dehydratase and ferrochelatase\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2715", "s": "Claude Opus 5.5", "a": "C. Montelukast blocks receptors of some arachidonic acid metabolites.", "b": 3, "r": true, "raw": "C. Montelukast blocks receptors of some arachidonic acid metabolites.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-516", "s": "Claude Opus 5.5", "a": "B. Oculomotor nerve", "b": 3, "r": true, "raw": "B. Oculomotor nerve\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5638", "s": "Claude Opus 5.5", "a": "B. ABO incompatibility", "b": 3, "r": true, "raw": "B. ABO incompatibility\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3304", "s": "Claude Opus 5.5", "a": "D. M Protein", "b": 3, "r": true, "raw": "D. M Protein\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1196", "s": "Claude Opus 5.5", "a": "B. Histamine", "b": 3, "r": true, "raw": "B. Histamine\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3639", "s": "Claude Opus 5.5", "a": "B. Redistribution", "b": 3, "r": true, "raw": "B. Redistribution\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3996", "s": "Claude Opus 5.5", "a": "A. Obsessive compulsive disorder (OCD)", "b": 3, "r": true, "raw": "A. Obsessive compulsive disorder (OCD)\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8656", "s": "Claude Opus 5.5", "a": "D. Splinting", "b": 3, "r": true, "raw": "D. Splinting\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-223", "s": "Claude Opus 5.5", "a": "B. Immediately administer epinephrine and sedate and intubate the patient", "b": 3, "r": true, "raw": "B. Immediately administer epinephrine and sedate and intubate the patient\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9335", "s": "Claude Opus 5.5", "a": "D. Pyrophosphate", "b": 3, "r": true, "raw": "Bisphosphonates are structural analogs of pyrophosphate.\n\nD. Pyrophosphate\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3828", "s": "Claude Opus 5.5", "a": "B. \"No, taking ginkgo will increase your risk for bleeding.\"", "b": 3, "r": true, "raw": "B. \"No, taking ginkgo will increase your risk for bleeding.\"\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-588", "s": "Claude Opus 5.5", "a": "B. Absent peristalsis and impaired lower esophageal sphincter relaxation", "b": 3, "r": true, "raw": "B. Absent peristalsis and impaired lower esophageal sphincter relaxation\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9576", "s": "Claude Opus 5.5", "a": "A. Chlorpromazine", "b": 3, "r": true, "raw": "A. Chlorpromazine\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6819", "s": "Claude Opus 5.5", "a": "C. Right upper lobe", "b": 3, "r": true, "raw": "C. Right upper lobe\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2086", "s": "Claude Opus 5.5", "a": "C. Reactivation of dormant liver stage", "b": 3, "r": true, "raw": "C. Reactivation of dormant liver stage\nBet: 3\n\nThis is a relapse of *Plasmodium vivax* (or *P. ovale*) malaria. Chloroquine kills only the blood-stage parasites. It does not clear hypnozoites, the dormant forms in the liver, which need primaquine or tafenoquine. Reactivated hypnozoites can cause symptoms months later, as seen here 9 months after return from Indonesia.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5288", "s": "Claude Opus 5.5", "a": "A. Cholecystoenteric fistula", "b": 3, "r": true, "raw": "A. Cholecystoenteric fistula\n\nThis is most likely gallstone ileus. She has had months of biliary colic (upper abdominal pain radiating to the scapulae), and now has signs of small bowel obstruction: colicky pain, vomiting, distension, high-pitched bowel sounds and a collapsed rectum. The x-ray most likely shows pneumobilia with dilated small bowel loops. A gallstone erodes through a cholecystoenteric fistula and lodges in the terminal ileum.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9618", "s": "Claude Opus 5.5", "a": "C. Irreversible inactivation of cyclooxygenase", "b": 3, "r": true, "raw": "C. Irreversible inactivation of cyclooxygenase\nBet: 3\n\nThe physician most likely started niacin because the patient's HDL is very low (11 mg/dL). Niacin explains both new findings: it raises blood glucose by worsening insulin resistance, and it causes flushing. The flushing is driven by prostaglandins (PGD2 and PGE2). Taking aspirin beforehand irreversibly inactivates cyclooxygenase and blocks prostaglandin synthesis, which relieves the flushing.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4561", "s": "Claude Opus 5.5", "a": "C. His pain is transmitted by somatic afferent nerve fibers located in the right flank.", "b": 1, "r": false, "raw": "C. His pain is transmitted by somatic afferent nerve fibers located in the right flank.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10028", "s": "Claude Opus 5.5", "a": "Study A is a randomized controlled trial. Randomization spreads both known and unknown confounders evenly across groups, which an observational design cannot do. Study B is a prospective cohort study: sodium intake is measured, not assigned, so it is more prone to confounding and selection bias. The outcome in both studies is atrial fibrillation (yes/no), which is categorical, so a t-test does not", "b": 3, "r": false, "raw": "B. Study A allows for better control of confounding variables\n\nStudy A is a randomized controlled trial. Randomization spreads both known and unknown confounders evenly across groups, which an observational design cannot do. Study B is a prospective cohort study: sodium intake is measured, not assigned, so it is more prone to confounding and selection bias. The outcome in both studies is atrial fibrillation (yes/no), which is categorical, so a t-test does not fit Study A.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6590", "s": "Claude Opus 5.5", "a": "C. Phagocytosis of foreign material", "b": 3, "r": true, "raw": "The elastase is MMP-12 (macrophage metalloelastase). Because it is a metalloproteinase, TIMPs inhibit it. Alveolar macrophages secrete it, and smoking increases it in emphysema. Neutrophil elastase, by contrast, is a serine protease inhibited by α1-antitrypsin. Alveolar macrophages' main function is phagocytosis of foreign material.\n\nC. Phagocytosis of foreign material\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4064", "s": "Claude Opus 5.5", "a": "B. Generation of adenosine triphosphate", "b": 3, "r": true, "raw": "B. Generation of adenosine triphosphate\nBet: 3\n\nGlucose enters the beta-cell through GLUT2 and is phosphorylated by glucokinase. It is then metabolized through glycolysis and the citric acid cycle, which raises the ATP/ADP ratio. The rise in ATP is what closes the ATP-sensitive K⁺ channels. Their closure depolarizes the membrane, opens voltage-gated Ca²⁺ channels, and the Ca²⁺ influx triggers exocytosis of insulin granules. Of the options listed, ATP generation is the first step after glucose enters the cell.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10008", "s": "Claude Opus 5.5", "a": "D. Pectus carinatum", "b": 3, "r": true, "raw": "D. Pectus carinatum\n\nThe autopsy shows cystic medial degeneration (mucoid matrix and loss of smooth muscle nuclei). In a young man with aortic dissection, this points to Marfan syndrome, which is associated with pectus carinatum or excavatum. Inferonasal lens dislocation fits homocystinuria; Marfan causes upward (superotemporal) dislocation.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5196", "s": "Claude Opus 5.5", "a": "B. Deep-partial thickness (3rd degree)", "b": 3, "r": true, "raw": "B. Deep-partial thickness (3rd degree)\n\nThe charred appearance, loss of pain sensation and minimal blanching point to a deep burn. Options A and C keep pain sensation and blanch normally. D doesn't fit a fire mechanism. The option's wording is muddled, since \"deep-partial thickness\" and \"3rd degree\" (full thickness) are different categories, but it is the only answer that fits.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7274", "s": "Claude Opus 5.5", "a": "B. Ibuprofen", "b": 3, "r": true, "raw": "Transient synovitis fits here: a recent viral illness, no fever, normal CRP, a normal radiograph, and the child can still walk. That gives 0 of 4 Kocher criteria, so septic arthritis is very unlikely and arthrocentesis or MRI isn't needed. The right step is an NSAID.\n\nB. Ibuprofen\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-855", "s": "Claude Opus 5.5", "a": "D. Cardiac conduction system", "b": 1, "r": true, "raw": "D. Cardiac conduction system\n\nThe picture fits hereditary hemochromatosis: excess thirst and urination (diabetes from pancreatic iron), bronze skin, an enlarged liver, small testes with low libido, and MCP joint arthropathy. Iron builds up in the heart muscle and the conduction system, which can cause restrictive or dilated cardiomyopathy and arrhythmias or conduction block. The valves, septum and coronary arteries are not typical targets.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5416", "s": "Claude Opus 5.5", "a": "A. Water soluble vitamin deficiency", "b": 3, "r": true, "raw": "A. Water soluble vitamin deficiency\n\nBet: 3\n\nThe picture fits vitamin B6 (pyridoxine) deficiency, likely from restricting food to drop weight classes:\n- **Cheilosis:** dry, cracked skin around the mouth.\n- **Peripheral neuropathy:** tingling in the hands and feet and decreased sensation in the legs.\n- **Mood changes:** irritability, loss of enjoyment, fatigue and poor concentration.\n- **Raised homocysteine:** B6 is a cofactor in the pathway that clears homocysteine.\n\nThe acne could suggest anabolic steroids, but steroids would not explain the neuropathy, the cracked skin at the mouth or the hi", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "call", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2268", "s": "Claude Opus 5.5", "a": "A. Decrease in elastin fiber assembly", "b": 1, "r": true, "raw": "A. Decrease in elastin fiber assembly\nBet: 1\n\nHer findings fit intrinsic skin aging. Fibroblasts make less collagen and assemble fewer elastic fibers, so the skin loses recoil and becomes lax, wrinkled and thin.\n\nThe other options run the wrong way or concern other tissues:\n- **B:** Fibroblast activity decreases with age, not increases.\n- **C:** Lipofuscin builds up mainly in cells such as heart and liver; it doesn't explain wrinkles.\n- **D:** Collagen crosslinking increases with age, making it stiffer, rather than decreasing.\n\nI'm fairly but not fully confident, because this is from memory of", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2653", "s": "Claude Opus 5.5", "a": "A. Iron replacement for 4–6 months", "b": 1, "r": true, "raw": "A. Iron replacement for 4–6 months\n\nThis is iron deficiency anemia: microcytosis (MCV 71), high TIBC (412) and low transferrin saturation (11%) in a vegetarian with poor dietary intake. Oral iron is usually given for several months to correct the hemoglobin and refill iron stores. The low oxygen saturation and splenomegaly don't fit this picture well and may be distractors, which leaves some uncertainty.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3956", "s": "Claude Opus 5.5", "a": "B. Fomepizole", "b": 3, "r": true, "raw": "B. Fomepizole\n\nThis is ethylene glycol poisoning: an anion-gap metabolic acidosis (gap of 30), an osmolal gap (26), hypocalcemia, acute kidney injury and calcium oxalate crystals in the urine. Fomepizole is the preferred antidote. Ethanol also works, but it is second-line.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5235", "s": "Claude Opus 5.5", "a": "A. Decreased IFN-γ levels", "b": 1, "r": true, "raw": "A. Decreased IFN-γ levels\n\nThis picture is disseminated mycobacterial disease (miliary nodules, acid-fast bacilli on the blood smear) in an otherwise healthy, fully immunized child. That points to a defect in the IL-12/IFN-γ pathway, such as IL-12 receptor deficiency, which lowers IFN-γ levels. SCID (decreased T-cell receptor excision circles) would usually have shown up earlier in infancy with recurrent opportunistic infections.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1577", "s": "Claude Opus 5.5", "a": "B. Loop electrosurgical excision procedure", "b": 1, "r": true, "raw": "B. Loop electrosurgical excision procedure\n\nBet: 1\n\nWhen biopsy shows only CIN 1 after HSIL cytology, the biopsy may have missed a higher-grade lesion. ASCCP guidelines therefore accept a diagnostic excisional procedure such as LEEP. Observation is the other acceptable option, but it means HPV-based testing plus colposcopy at 1 and 2 years, not co-testing at 6 months. Ablation is not appropriate because it destroys tissue without giving a specimen to examine. Testing for HPV 16/18 would not change management after HSIL cytology.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8852", "s": "Claude Opus 5.5", "a": "D. Syndrome of inappropriate antidiuretic hormone", "b": 3, "r": true, "raw": "D. Syndrome of inappropriate antidiuretic hormone\nBet: 3\n\nA serum osmolality of 260 mmol/kg is low (normal is about 275–295), which points to hypotonic hyponatremia. That fits SIADH, and severe hyponatremia can cause coma. Each of the other options raises serum osmolality instead: ethanol adds an osmotically active solute, central diabetes insipidus causes free-water loss, and DKA causes hyperglycemia and dehydration.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3159", "s": "Claude Opus 5.5", "a": "B. NF-kß pathways", "b": 3, "r": true, "raw": "Glucocorticoids such as prednisone suppress immune cell activation largely by inhibiting NF-κB signaling. They induce IκBα, which keeps NF-κB in the cytoplasm, and the activated glucocorticoid receptor directly blocks NF-κB transcriptional activity. This reduces cytokine production (for example IL-2 and TNF-α) and leads to the recurrent infections seen in this patient.\n\nB. NF-kß pathways\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8556", "s": "Claude Opus 5.5", "a": "C. Fluphenazine", "b": 3, "r": true, "raw": "C. Fluphenazine\n\nBet: 3\n\nFluphenazine is a typical antipsychotic. Its central dopamine blockade disrupts hypothalamic temperature control, so patients lose the ability to regulate body temperature and are prone to hypothermia in cold environments.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6194", "s": "Claude Opus 5.5", "a": "B. Clindamycin", "b": 3, "r": true, "raw": "B. Clindamycin\nBet: 3\n\nClindamycin binds the 50S ribosomal subunit and blocks peptide transfer (transpeptidation). It covers the oral anaerobes typical of aspiration pneumonia. Azithromycin also binds 50S, but it blocks translocation rather than peptide transfer. Doxycycline binds the 30S subunit, and ceftriaxone inhibits cell wall synthesis.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3795", "s": "Claude Opus 5.5", "a": "B. Verotoxin", "b": 1, "r": true, "raw": "B. Verotoxin\n\nE. coli O157:H7 (EHEC) causes hemolytic uremic syndrome by producing Shiga-like toxin, also called verotoxin. \"Shiga toxin\" proper refers to the toxin of *Shigella dysenteriae*, so verotoxin is the more precise answer. The fact that both terms appear as options adds some uncertainty.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5101", "s": "Claude Opus 5.5", "a": "D. QRS complex height variation", "b": 3, "r": true, "raw": "D. QRS complex height variation\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2543", "s": "Claude Opus 5.5", "a": "D. Mannose", "b": 3, "r": true, "raw": "D. Mannose\nBet: 3\n\nThe picture fits I-cell disease (mucolipidosis type II). Coarse facial features, restricted joint movement and early recurrent respiratory infections in a young infant point there, and high levels of lysosomal enzymes circulating in the blood clinch it.\n\nThe defective enzyme is N-acetylglucosamine-1-phosphotransferase in the Golgi. It normally phosphorylates mannose residues on lysosomal enzymes to make mannose-6-phosphate, which tags them for delivery to lysosomes. Without that tag, the enzymes are secreted out of the cell instead.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2221", "s": "Claude Opus 5.5", "a": "C. ↑ Plasma renin and angiotensin II activity, ↓ blood pressure, ↓ renal perfusion pressure, ↑ serum pH", "b": 3, "r": true, "raw": "C. ↑ Plasma renin and angiotensin II activity, ↓ blood pressure, ↓ renal perfusion pressure, ↑ serum pH\nBet: 3\n\nThis is acute decompensated heart failure with cardiogenic shock (BP 85/50), likely made worse by stopping his medications.\n\n- **Renin and angiotensin II:** Low cardiac output lowers renal perfusion, which activates the renin–angiotensin–aldosterone system. That rules out options A and B.\n- **Blood pressure:** It is low on presentation, which rules out D.\n- **Serum pH:** Rapid breathing (respiratory rate 24) blows off CO₂, causing a respiratory alkalosis. Angiotensin II and aldostero", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1037", "s": "Claude Opus 5.5", "a": "D. Oral contraceptive", "b": 3, "r": true, "raw": "D. Oral contraceptive\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6605", "s": "Claude Opus 5.5", "a": "B. Sodium oxybate", "b": 3, "r": true, "raw": "B. Sodium oxybate\nBet: 3\n\nThe picture is narcolepsy type 1. She has excessive daytime sleepiness and episodes of cataplexy, which is sudden weakness triggered by strong emotion such as surprise, anger or laughter. She also has hypnagogic hallucinations and sleep paralysis. Sodium oxybate is taken at night, in divided doses, and treats both the cataplexy and the daytime sleepiness. The other options are less suitable as nighttime treatment:\n\n- **Amphetamine** is a daytime stimulant, not a nighttime drug.\n- **Fluoxetine** can help cataplexy but is taken during the day.\n- **Guanfacine** is not us", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7715", "s": "Claude Opus 5.5", "a": "A. UVB", "b": 3, "r": true, "raw": "A. UVB\nBet: 3\n\nPABA (para-aminobenzoic acid) is a chemical sunscreen that absorbs mainly in the UVB range (about 290–320 nm). It gives little protection against UVA. UVC is almost entirely blocked by the ozone layer, so sunscreens are not relied on for it.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2644", "s": "Claude Opus 5.5", "a": "C. Encapsulated, gram-positive cocci in pairs", "b": 3, "r": true, "raw": "C. Encapsulated, gram-positive cocci in pairs\nBet: 3\n\nThe most common cause of bacterial meningitis in adults is *Streptococcus pneumoniae*. On Gram stain it appears as encapsulated, gram-positive, lancet-shaped diplococci. Fever, headache, neck rigidity and a CSF picture of neutrophils with low glucose all fit bacterial meningitis.\n\n- **A is wrong.** *Neisseria meningitidis* is encapsulated, and its capsule is a key virulence factor.\n- **B (staphylococci) is wrong.** It is unlikely without neurosurgery, a shunt or trauma.\n- **D (*Listeria*) is wrong.** *Listeria* is mainly a concern in people", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5479", "s": "Claude Opus 5.5", "a": "D. Azithromycin and ethambutol", "b": 3, "r": true, "raw": "D. Azithromycin and ethambutol\nBet: 3\n\nThis is disseminated Mycobacterium avium complex (MAC) infection. The patient has a CD4 count below 50/mm³ and acid-fast organisms in the blood. He also has fever, weight loss, diarrhea, hepatosplenomegaly and an elevated alkaline phosphatase. The PPD of 4 mm is below the 5 mm cutoff for HIV patients, which argues against tuberculosis. The standard treatment is a macrolide (clarithromycin or azithromycin) plus ethambutol.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8028", "s": "Claude Opus 5.5", "a": "A. Splenic flexure, descending colon, and sigmoid colon", "b": 3, "r": true, "raw": "A. Splenic flexure, descending colon, and sigmoid colon\nBet: 3\n\nThe aneurysm is infrarenal, and the filling defect is on its anterior wall, where the inferior mesenteric artery (IMA) arises at about L3. Thrombus there most likely blocks the IMA. The IMA supplies the distal transverse colon, splenic flexure, descending colon and sigmoid colon, so these segments face ischemia and possible resection.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2756", "s": "Claude Opus 5.5", "a": "A. A", "b": 3, "r": false, "raw": "A. A\n\nBet: 3\n\nIn a hypertensive patient with diabetes, the classic first-line drug is an ACE inhibitor. I'm assuming an ACE inhibitor rather than an ARB, which is also first-line. Its effects match row A:\n- **Angiotensin II decreases** because its formation is blocked.\n- **Aldosterone decreases** because angiotensin II no longer stimulates it.\n- **24-hour urine sodium increases** because less aldosterone means more sodium excreted.\n- **Peripheral vascular resistance decreases** because angiotensin II-mediated vasoconstriction is lost.\n- **Renin increases** because negative feedback from angiot", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1833", "s": "Claude Opus 5.5", "a": "A. Conversion disorder", "b": 3, "r": true, "raw": "A. Conversion disorder\nBet: 3\n\nThe findings don't fit a real lesion. She cannot plantarflex her ankle while lying down, yet she can stand on her toes, which needs the same muscles. Her reflexes are symmetric despite one-sided weakness, and the CT, MRI and MR angiography are all normal, which rules out a hemorrhagic stroke. The symptoms followed a clear stressor, her job loss. There is no obvious external incentive pointing to malingering. Somatic symptom disorder centers on excessive worry about symptoms rather than a sudden neurologic deficit.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10087", "s": "Claude Opus 5.5", "a": "A. Clumping of red blood cells after the patient's blood is drawn and transferred into a chilled EDTA-containing vial", "b": 3, "r": true, "raw": "A. Clumping of red blood cells after the patient's blood is drawn and transferred into a chilled EDTA-containing vial\nBet: 3\n\nThis picture fits *Mycoplasma pneumoniae* \"walking pneumonia.\" The patient is young, has a gradual nonproductive cough and headache, and the X-ray shows diffuse interstitial infiltrates. No organisms appear on Gram stain because Mycoplasma has no cell wall. Mycoplasma infection causes cold agglutinins: IgM antibodies that clump red blood cells at cold temperatures.\n\nThe other options fit different organisms:\n- **B** describes *Streptococcus pneumoniae*.\n- **C** describe", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1030", "s": "Claude Opus 5.5", "a": "D. Extravasation of lipoproteins", "b": 3, "r": true, "raw": "D. Extravasation of lipoproteins\n\nBet: 3\n\nThe father's heart attack at 37 points to familial hypercholesterolemia. Firm, mobile, nontender nodules on the hands in a young man fit tendon xanthomas. These form when LDL lipoproteins leak out of the circulation and are taken up by macrophages, which become foam cells.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1815", "s": "Claude Opus 5.5", "a": "A. Perform the excision", "b": 3, "r": true, "raw": "An 18-year-old is an adult with decision-making capacity. He has been counseled on the risks, benefits and chance of recurrence, and he still requests the excision, so his autonomy should be respected. Parental consent is not needed, an ethics committee referral is unwarranted, and he has already stopped using drugs.\n\nA. Perform the excision\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5784", "s": "Claude Opus 5.5", "a": "D. Bone scintigraphy", "b": 1, "r": false, "raw": "D. Bone scintigraphy\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-304", "s": "Claude Opus 5.5", "a": "A. Irritable bowel syndrome", "b": 3, "r": true, "raw": "A. Irritable bowel syndrome\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7357", "s": "Claude Opus 5.5", "a": "A. No medication is required", "b": 1, "r": false, "raw": "A. No medication is required\nBet: 1\n\nThe mother is an adult household contact who tested negative and has no immunocompromise, so she doesn't need preventive treatment now. The usual approach is to repeat her test 8–10 weeks after exposure and treat latent infection only if it converts. \"Window\" prophylaxis with isoniazid before a negative result is mainly for children under 5 and immunocompromised contacts. I'm only moderately confident, because some question sources favour giving isoniazid to close household contacts.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6302", "s": "Claude Opus 5.5", "a": "D. Urgent laparotomy", "b": 1, "r": false, "raw": "D. Urgent laparotomy\n\nThe likely diagnosis is a perforated peptic ulcer, given NSAID use, smoking and alcohol. He has generalized peritonitis (rigid abdomen, rebound tenderness) and marked tachycardia, which calls for surgical exploration rather than further imaging. Open laparotomy is favored over laparoscopy in this unstable patient. An upright film to look for free air is also a defensible answer, so I'm not certain.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1803", "s": "Claude Opus 5.5", "a": "The image isn't visible to me, so this assumes the arrow points to a germinal center in a cortical follicle, as is typical for this question. B cells there undergo isotype (class) switching, somatic hypermutation and affinity maturation. Negative selection happens in the thymus and V(D)J recombination in the primary lymphoid organs, so neither fits a lymph node. Macrophage activation is the main a", "b": 1, "r": false, "raw": "D. Isotype switching\n\nThe image isn't visible to me, so this assumes the arrow points to a germinal center in a cortical follicle, as is typical for this question. B cells there undergo isotype (class) switching, somatic hypermutation and affinity maturation. Negative selection happens in the thymus and V(D)J recombination in the primary lymphoid organs, so neither fits a lymph node. Macrophage activation is the main alternative if the arrow points to the medulla instead.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6634", "s": "Claude Opus 5.5", "a": "C. Pernicious anemia", "b": 3, "r": true, "raw": "C. Pernicious anemia\nBet: 3\n\nThis is a Schilling test. With oral B12 alone, no radiolabeled B12 appeared in the urine, so he is not absorbing it. Adding intrinsic factor corrected absorption, with 20% excreted, which is in the normal range. That points to a lack of intrinsic factor, most commonly pernicious anemia.\n\nThe other options don't fit:\n- **Insufficient intake** would give normal absorption on the first stage.\n- **Pancreatic insufficiency** and **bacterial overgrowth** would not be corrected by intrinsic factor. They are corrected by pancreatic enzymes and antibiotics respectively.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7744", "s": "Claude Opus 5.5", "a": "C. Prominent intraparenchymal white matter calcification", "b": 3, "r": true, "raw": "C. Prominent intraparenchymal white matter calcification\nBet: 3\n\nA facial port-wine stain in the V1 distribution plus a seizure suggests Sturge-Weber syndrome. Head CT classically shows \"tram-track\" gyriform calcification, which lies mainly in the cortex and subcortical white matter. The other options don't fit:\n- **A:** the leptomeningeal angioma enhances, so a non-enhancing lesion is unlikely.\n- **B:** intraparenchymal hemorrhage is not typical.\n- **D:** subependymal nodules point to tuberous sclerosis instead.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6613", "s": "Claude Opus 5.5", "a": "D. Testicular atrophy", "b": 3, "r": true, "raw": "D. Testicular atrophy\n\nBet: 3\n\nThe likely cause here is anabolic steroid use. He is a muscular personal trainer with bilateral, smooth, mobile masses under the areolae and no discharge, which is gynecomastia. Excess exogenous androgens are converted to estrogen by aromatase, which causes the breast tissue growth. The same androgens suppress LH and FSH through negative feedback, so the testes shrink.\n\nThe other options point to liver disease, and his light drinking does not support that.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4470", "s": "Claude Opus 5.5", "a": "B. Inhibition of neuraminidase", "b": 3, "r": true, "raw": "B. Inhibition of neuraminidase\nBet: 3\n\nThis picture points to influenza pneumonia: abrupt fever, malaise and cough in an outbreak at an assisted living facility, with bilateral reticulonodular opacities on X-ray. A normal procalcitonin argues against a bacterial cause. She is elderly and hypoxic, so antiviral treatment with a neuraminidase inhibitor such as oseltamivir is indicated.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-953", "s": "Claude Opus 5.5", "a": "B. Decreased phagocytic cell count", "b": 3, "r": true, "raw": "B. Decreased phagocytic cell count\nBet: 3\n\nHis absolute neutrophil count is about 400 cells/µL (10% of 4,000), which is severe neutropenia. This is likely from immunosuppressants such as mycophenolate or azathioprine. Neutrophils are the main defense against invasive Candida, so neutropenia is the classic setup for candidemia. The other options don't fit. His creatinine is at baseline, so there is no renal failure. Missing trimethoprim/sulfamethoxazole prophylaxis would predispose to Pneumocystis, not Candida. Impaired IL-2 signaling affects T cells and would not explain invasive candidemia as", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9297", "s": "Claude Opus 5.5", "a": "C. Cocaine toxicity", "b": 3, "r": true, "raw": "C. Cocaine toxicity\n\nThe patient has signs of sympathomimetic toxicity: hypertension, tachycardia, fever, mydriasis, agitation and confusion. Together with his history of drug abuse, this points to cocaine precipitating acute heart failure. Duloxetine-induced serotonin syndrome is less likely because there is no clonus, hyperreflexia, sweating or diarrhoea.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1602", "s": "Claude Opus 5.5", "a": "C. Terazosin", "b": 3, "r": true, "raw": "C. Terazosin\nBet: 3\n\nTerazosin is a non-selective α1-blocker, so it treats both of this patient's problems. It relaxes prostatic smooth muscle to relieve the BPH symptoms, and it lowers blood pressure through vascular α1 blockade.\n\nThe other options are weaker choices:\n- **Tamsulosin** is α1A-selective. It acts mainly on the prostate and has little effect on blood pressure.\n- **Phenoxybenzamine** is a non-selective, irreversible α-blocker used for pheochromocytoma.\n- **α-Methyldopa** is mainly used for hypertension in pregnancy and does nothing for BPH.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9599", "s": "Claude Opus 5.5", "a": "B. Tamsulosin and ciprofloxacin", "b": 1, "r": true, "raw": "B. Tamsulosin and ciprofloxacin\n\nThis is most likely chronic prostatitis/chronic pelvic pain syndrome. He has had symptoms for more than three months and a mildly tender prostate of normal size and contour. The urinalysis shows trace leukocyte esterase but no bacteria. For a patient who has not yet been treated, a common first step is an alpha-blocker for the voiding symptoms plus a trial of a fluoroquinolone. Duloxetine is a later option for refractory pain.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5044", "s": "Claude Opus 5.5", "a": "C. Fulminant hepatic necrosis", "b": 3, "r": true, "raw": "C. Fulminant hepatic necrosis\nBet: 3\n\nShe is most likely taking methimazole, which can cause birth defects in the first trimester, so she would be switched to propylthiouracil (PTU) before conceiving. PTU carries a risk of fulminant hepatic necrosis. Methimazole's liver injury is typically the milder cholestatic kind. Agranulocytosis and aplastic anemia can occur with both drugs, so they are not unique to the new one.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4350", "s": "Claude Opus 5.5", "a": "D. 100", "b": 3, "r": true, "raw": "D. 100\n\nBet: 3\n\nThe number needed to harm is 1 divided by the absolute risk increase.\n- Risk of hemorrhage with tPA: 12/200 = 0.06.\n- Risk of hemorrhage without tPA: 25/500 = 0.05.\n- The absolute risk increase is 0.06 − 0.05 = 0.01.\n- So the number needed to harm is 1/0.01 = 100.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3217", "s": "Claude Opus 5.5", "a": "C. Catheter-based thrombectomy / thrombolysis", "b": 1, "r": true, "raw": "C. Catheter-based thrombectomy / thrombolysis\n\nThe irregularly irregular pulse points to atrial fibrillation with an embolus causing acute limb ischemia: pale leg, absent pulses, pain. Loss of sensation means the limb is threatened. The leg is saved by restoring blood flow, which thrombectomy or thrombolysis does. Heparin should also be started right away to stop the clot growing, but it does not reopen the artery. I am not certain, because some versions of this question treat heparin as the expected answer.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8136", "s": "Claude Opus 5.5", "a": "D. Lactate dehydrogenase", "b": 3, "r": true, "raw": "D. Lactate dehydrogenase\nBet: 3\n\nActivating lactate dehydrogenase speeds the conversion of pyruvate to lactate. That regenerates NAD+, which lets glycolysis keep using glucose without oxygen. The lactic acid it produces explains why the medium becomes acidic.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9402", "s": "Claude Opus 5.5", "a": "D. Ruptured vasa previa", "b": 3, "r": true, "raw": "D. Ruptured vasa previa\nBet: 3\n\nPainless vaginal bleeding that starts as the membranes rupture, with a stable mother but severe fetal bradycardia (96/min), points to ruptured vasa previa. In vasa previa the bleeding is fetal blood from torn vessels running across the membranes. The fetus therefore quickly becomes compromised while the mother's vital signs stay normal.\n\n- **Placenta previa** usually causes maternal bleeding without such early, profound fetal distress.\n- **Placenta accreta** typically shows up as bleeding during or after delivery of the placenta.\n- **Bloody show** is light and d", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7253", "s": "Claude Opus 5.5", "a": "D. Ultrasound of the liver", "b": 1, "r": true, "raw": "D. Ultrasound of the liver\n\nBet: 1\n\nRising bilirubin with right upper quadrant pain three months after liver transplant is usually worked up first with a Doppler ultrasound. It checks for hepatic artery thrombosis and bile duct problems before biopsy or other tests. The low white count and low-grade fever also fit CMV infection, which would make viral loads (B) a reasonable alternative, so I am not certain.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2679", "s": "Claude Opus 5.5", "a": "B. Stevens-Johnson syndrome", "b": 3, "r": true, "raw": "B. Stevens-Johnson syndrome\n\nBet: 3\n\nWith 20% skin detachment this is technically SJS/TEN overlap (10–30%), so SJS is the closest option. It fits a sulfonamide trigger about 3 weeks in, in an HIV-positive patient (a known risk factor), with fever, vesicles and erosions, and lip mucosal involvement.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3559", "s": "Claude Opus 5.5", "a": "A. CT-guided biopsy", "b": 3, "r": true, "raw": "A. CT-guided biopsy\n\nThis is most likely vertebral osteomyelitis: subacute back pain, low-grade fever, high ESR and CRP, bone destruction with sequestrum, and T2 signal in L2–L3. He has no neurologic deficit, no epidural abscess and is stable, so antibiotics can wait until the organism is identified. Blood cultures are drawn, and a CT-guided biopsy is the next step to obtain tissue for culture and histology. That also distinguishes bacterial from tuberculous infection before any treatment starts.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3442", "s": "Claude Opus 5.5", "a": "B. Increased valvular dermatan sulfate", "b": 3, "r": true, "raw": "B. Increased valvular dermatan sulfate\nBet: 3\n\nA mid-systolic click followed by a murmur points to mitral valve prolapse. Its usual cause is myxomatous degeneration of the valve, in which glycosaminoglycans such as dermatan sulfate build up in the leaflets.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7792", "s": "Claude Opus 5.5", "a": "D. Supplemental oxygen", "b": 3, "r": true, "raw": "D. Supplemental oxygen\nBet: 3\n\nHis resting oxygen saturation of 88% meets the threshold for long-term oxygen therapy (SpO2 ≤88% or PaO2 ≤55 mm Hg). Along with smoking cessation, long-term oxygen in hypoxemic COPD is the main intervention proven to reduce mortality. Azithromycin and roflumilast reduce exacerbations, and pulmonary rehabilitation improves symptoms and exercise capacity, but none has the same established mortality benefit in this setting.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6473", "s": "Claude Opus 5.5", "a": "B. Doxycycline", "b": 3, "r": true, "raw": "B. Doxycycline\n\nThis is most likely cervicofacial actinomycosis (*Actinomyces israelii*). It fits a painless jaw mass after a dental extraction, a draining sinus with purulent material, and gram-positive filamentous rods. The first-line treatment is penicillin, but he had a generalized rash with amoxicillin, so a tetracycline such as doxycycline is the standard alternative. Trimethoprim-sulfamethoxazole is the treatment for *Nocardia*, not *Actinomyces*. Surgery is not the first step.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7478", "s": "Claude Opus 5.5", "a": "D. Sumatriptan", "b": 3, "r": true, "raw": "D. Sumatriptan\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1161", "s": "Claude Opus 5.5", "a": "A. Toxin-induced cleavage of desmoglein", "b": 3, "r": true, "raw": "A. Toxin-induced cleavage of desmoglein\nBet: 3\n\nThis is staphylococcal scalded skin syndrome. The findings that point to it are an infant, fever, a rash starting around the mouth, flaccid bullae in the flexural creases, a positive Nikolsky sign, and no mucosal involvement. Exfoliative toxins from *S. aureus* cleave desmoglein-1 in the stratum granulosum.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5835", "s": "Claude Opus 5.5", "a": "B. ApoE4", "b": 3, "r": true, "raw": "B. ApoE4\nBet: 3\n\nThis is late-onset Alzheimer's disease: an 81-year-old with gradually worsening memory, getting lost, word-finding difficulty and trouble managing bills, with no family history. ApoE4 is the main genetic risk factor for this sporadic form. ApoE2 is protective. Presenilin-2 is linked to early-onset familial disease, and frontotemporal degeneration is a different disease.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6522", "s": "Claude Opus 5.5", "a": "A. DEXA scan", "b": 3, "r": true, "raw": "A. DEXA scan\nBet: 3\n\nUSPSTF recommends osteoporosis screening for all women aged 65 and older, so a DEXA scan is due now.\n\nThe other options don't fit:\n- **Mammogram** is not due, because screening is every 2 years and her last one was 1 year ago.\n- **Colonoscopy** is not due either, since it repeats every 10 years and hers was 8 years ago.\n- **Pap smear** screening generally stops at 65 if prior screening was adequate.\n- **Lung cancer screening** does not apply, because her 12 pack-years are below the 20-pack-year threshold.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-664", "s": "Claude Opus 5.5", "a": "B. Collect sputum specimens for acid-fast bacilli smear microscopy, culture, and nucleic acid amplification", "b": 3, "r": true, "raw": "B. Collect sputum specimens for acid-fast bacilli smear microscopy, culture, and nucleic acid amplification\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9071", "s": "Claude Opus 5.5", "a": "D. Wait to administer any antibiotics until you discuss your safety concerns with your attending.", "b": 1, "r": true, "raw": "D. Wait to administer any antibiotics until you discuss your safety concerns with your attending.\n\nThe right course is to raise the safety concern with the attending directly. This respects the team hierarchy and protects the patient. The conversation can happen quickly, so antibiotics need not be meaningfully delayed.\n\n- **A** is wrong because unilaterally changing the attending's order bypasses communication.\n- **B** is wrong because it ignores a legitimate safety concern.\n- **C** is wrong because it shifts a clinical decision to the patient before the team has agreed on a plan.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-790", "s": "Claude Opus 5.5", "a": "B. Serial nonstress tests", "b": 3, "r": true, "raw": "B. Serial nonstress tests\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2322", "s": "Claude Opus 5.5", "a": "C. Acts as an agonist at the peroxisome proliferator-activated receptor-Ƴ.", "b": 1, "r": true, "raw": "C. Acts as an agonist at the peroxisome proliferator-activated receptor-Ƴ.\nBet: 1\n\nThe advice to check liver enzymes points to a thiazolidinedione such as pioglitazone, which works as a PPAR-γ agonist and needs liver monitoring. Her light-headed spells argue against a sulfonylurea (option A), which can cause hypoglycemia. Metformin (option B) does not need routine liver monitoring.\n\nI'm only moderately confident. Acarbose (option D) also calls for transaminase checks every 3 months in the first year, and her high post-meal glucose could fit it.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8332", "s": "Claude Opus 5.5", "a": "C. Dimercaprol", "b": 3, "r": true, "raw": "C. Dimercaprol\nBet: 3\n\nThis picture fits arsenic poisoning:\n- **Exposure:** she lives near an industrial area leaking waste into groundwater, and gardens a lot (arsenic is used in some pesticides).\n- **Nail findings:** the white lines on her fingernails are Mees lines.\n- **Neuropathy:** a symmetric sensorimotor polyneuropathy that is worse in the feet and has progressed over weeks, with weakness and reduced reflexes.\n- **GI symptoms:** mild nausea.\n\nDimercaprol is the chelator for arsenic. Diabetic neuropathy is unlikely because her HbA1c is 5.8%, so adding insulin would not help. Calcium diso", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6171", "s": "Claude Opus 5.5", "a": "The picture points to Pneumocystis pneumonia in a patient with likely undiagnosed HIV. The clues are weight loss, chronic diarrhea, oral hairy leukoplakia, multiple partners with inconsistent condom use, and diffuse bilateral interstitial infiltrates. Trimethoprim-sulfamethoxazole is first-line, but her severe sulfa allergy rules out options C and D. Clindamycin plus primaquine is the standard alt", "b": 3, "r": false, "raw": "B. Intravenous clindamycin and oral primaquine\n\nThe picture points to Pneumocystis pneumonia in a patient with likely undiagnosed HIV. The clues are weight loss, chronic diarrhea, oral hairy leukoplakia, multiple partners with inconsistent condom use, and diffuse bilateral interstitial infiltrates. Trimethoprim-sulfamethoxazole is first-line, but her severe sulfa allergy rules out options C and D. Clindamycin plus primaquine is the standard alternative. Steroids are not clearly needed, since an oxygen saturation of 94% suggests a PaO2 above 70 mm Hg.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3120", "s": "Claude Opus 5.5", "a": "C. The NNH is inversely correlated with the relative risk increase.", "b": 3, "r": true, "raw": "C. The NNH is inversely correlated with the relative risk increase.\nBet: 3\n\nNNH = 1 / attributable risk = 1 / (risk in exposed − risk in controls).\n\n- Risk in exposed = 18/50 = 0.36.\n- Risk in controls = 7/50 = 0.14.\n- Attributable risk = 0.22, so NNH ≈ 4.5.\n\nChecking each option:\n\n- **A is false.** If control incidence rises, the risk difference shrinks, so NNH rises.\n- **B is false.** If exposed-group incidence rises, the risk difference grows, so NNH falls.\n- **D is false.** It is the same as B: a higher absolute risk in the exposed group lowers NNH.\n- **C is true.** Relative risk increase ", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-203", "s": "Claude Opus 5.5", "a": "D. Fluid in the alveolar space", "b": 3, "r": true, "raw": "D. Fluid in the alveolar space\n\nThis picture is acute respiratory distress syndrome (ARDS) caused by sepsis from wet gangrene. Her PaO2/FiO2 ratio is 55, far below the severe threshold of 100. ARDS damages the alveolar-capillary barrier, so protein-rich fluid leaks into the alveoli and hyaline membranes form.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2669", "s": "Claude Opus 5.5", "a": "A. Cingulate gyrus", "b": 3, "r": true, "raw": "A. Cingulate gyrus\nBet: 3\n\nWeakness of the left leg with a completely normal left arm points to an infarct of the right anterior cerebral artery (ACA). The ACA supplies the medial surface of the frontal and parietal lobes, where the leg area of the motor cortex lies. Atrial fibrillation makes an embolus the likely cause. The ACA territory also includes the cingulate gyrus.\n\nThe other options are supplied by different arteries:\n- **Globus pallidus:** lenticulostriate branches of the middle cerebral artery and the anterior choroidal artery.\n- **Lateral medulla:** posterior inferior cerebellar ar", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6153", "s": "Claude Opus 5.5", "a": "B. Chest CT scan", "b": 3, "r": true, "raw": "B. Chest CT scan\n\nShe meets USPSTF criteria for annual low-dose chest CT lung cancer screening: age 50–80, at least 20 pack-years (she has 35), and quit within the past 15 years.\n\nThe other options are not indicated:\n- **Abdominal ultrasound:** routine AAA screening is for men aged 65–75 who have ever smoked. Evidence is insufficient for women who have smoked.\n- **Pap smear:** cervical screening stops after 65 when prior results were adequate and normal.\n- **Chest radiograph:** it is not an effective screening test for lung cancer.\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1402", "s": "Claude Opus 5.5", "a": "C. Immediate transfer to the operating room", "b": 3, "r": true, "raw": "C. Immediate transfer to the operating room\n\nBet: 3\n\nThe picture is a mechanical complication of the MI with tamponade, most likely left ventricular free wall rupture, possibly together with papillary muscle rupture given the apical murmur radiating to the back. It occurs 3–7 days after the infarct and presents with sudden hypotension, low-voltage QRS and a large pericardial effusion on echo. This needs emergency surgical repair. A balloon pump, inotropes or catheterization would only delay definitive treatment.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5113", "s": "Claude Opus 5.5", "a": "A. Pelvic exam", "b": 1, "r": false, "raw": "A. Pelvic exam\n\nIn a sexually active young woman with right lower quadrant pain, fever and leukocytosis, appendicitis is likely. Gynecologic causes such as pelvic inflammatory disease, tubo-ovarian abscess, ovarian torsion or ectopic pregnancy still have to be excluded. A pelvic exam is the quick bedside step that does this before imaging. I am not certain, because some versions of this question favour going straight to ultrasound.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5480", "s": "Claude Opus 5.5", "a": "A. Polymerase chain reaction", "b": 1, "r": false, "raw": "A. Polymerase chain reaction\n\nHuntington's disease is caused by an expanded CAG repeat in the HTT gene. The standard way to test for it is PCR amplification of the repeat region, which shows whether either sibling has an expanded allele. The other options are only supporting steps: DNA isolation comes first, and gel electrophoresis is used to size the PCR products.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2060", "s": "Claude Opus 5.5", "a": "B. Hydrocortisone", "b": 3, "r": true, "raw": "B. Hydrocortisone\nBet: 3\n\nThis is Cushing disease: a pituitary adenoma secreting ACTH, with weight gain, abdominal striae and hypertension. Once the adenoma is removed, the remaining normal corticotroph cells stay suppressed for months, leaving the patient adrenally insufficient. Hydrocortisone replacement is given and tapered as her HPA axis recovers.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3063", "s": "Claude Opus 5.5", "a": "D. Fasting blood glucose, lipid profile, and thyroid stimulating hormone", "b": 1, "r": false, "raw": "D. Fasting blood glucose, lipid profile, and thyroid stimulating hormone\nBet: 1\n\nThese periorbital papules and plaques are most consistent with xanthelasma. The lipid profile checks for dyslipidemia, the main association. Fasting glucose and TSH screen for diabetes and hypothyroidism, which are common secondary causes of hyperlipidemia. That broader screen also makes sense in a patient with no medical care for 20 years. I'm not certain: some sources would accept a lipid profile alone as the initial test.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-584", "s": "Claude Opus 5.5", "a": "Pandemics of influenza arise from antigenic shift, which happens through reassortment of gene segments between strains. Reassortment requires a segmented genome, the \"property of this virus\" the question points to. Co-infection with two viruses (A) is also needed for reassortment, but it is an event rather than a viral property, which is why I'm not fully certain.", "b": 1, "r": false, "raw": "D. Segmented genomic material\n\nPandemics of influenza arise from antigenic shift, which happens through reassortment of gene segments between strains. Reassortment requires a segmented genome, the \"property of this virus\" the question points to. Co-infection with two viruses (A) is also needed for reassortment, but it is an event rather than a viral property, which is why I'm not fully certain.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7462", "s": "Claude Opus 5.5", "a": "B. Medullary sinus", "b": 1, "r": true, "raw": "B. Medullary sinus\n\nThis picture fits tuberculous lymphadenitis (scrofula). *M. tuberculosis* is an intracellular organism that lives inside macrophages, and in a lymph node macrophages sit mainly in the medullary sinuses. The paracortex (T-cell zone, where granulomas can form) is a plausible alternative, so I'm not certain.\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6286", "s": "Claude Opus 5.5", "a": "B. Bluish discoloration of lips", "b": 3, "r": true, "raw": "B. Bluish discoloration of lips\nBet: 3\n\nIn tricuspid atresia, all systemic venous blood must cross the atrial septum and mix with pulmonary venous blood in the left atrium. Pulmonary outflow obstruction plus a small ventricular septal defect limits lung blood flow even further. This produces cyanosis shortly after birth, especially as the ductus arteriosus begins to close.\n\nThe other options fit less well:\n- **Hepatomegaly and sweating while feeding** are signs of heart failure. These appear in tricuspid atresia with increased pulmonary blood flow, not with this obstructed form.\n- **Clubbing**", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4299", "s": "Claude Opus 5.5", "a": "C. Oral alprazolam", "b": 3, "r": true, "raw": "C. Oral alprazolam\nBet: 3\n\nThis is an acute panic attack, on a background of recurrent unexpected attacks with avoidance (panic disorder with agoraphobia). The ECG and exam rule out cardiac causes. A fast-acting oral benzodiazepine is the most appropriate first step to stop the current attack.\n\n- Long-term treatment would be an SSRI and/or cognitive behavioral therapy.\n- Buspirone takes weeks to work.\n- Propranolol only blunts the physical symptoms.\n- ECG monitoring isn't needed with a normal workup.\n\nThe daily alcohol use makes long-term benzodiazepine use inappropriate, but a single acute do", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8813", "s": "Claude Opus 5.5", "a": "A. Decreased levels of factor VIII", "b": 3, "r": true, "raw": "A. Decreased levels of factor VIII\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-541", "s": "Claude Opus 5.5", "a": "D. Colonoscopy for colorectal cancer", "b": 3, "r": true, "raw": "D. Colonoscopy for colorectal cancer\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10100", "s": "Claude Opus 5.5", "a": "D. Phagolysosome formation by neutrophils", "b": 3, "r": true, "raw": "D. Phagolysosome formation by neutrophils\nBet: 3\n\nThis is orbital cellulitis spreading from bacterial sinusitis. The usual organisms are *Streptococcus pneumoniae*, *Staphylococcus aureus* and *Haemophilus influenzae*. These are extracellular bacteria, and the neutrophilia (80% neutrophils) fits that. Neutrophils clear them by phagocytosis and killing inside the phagolysosome. The other options (cytotoxic T cells, caspase-mediated apoptosis, NK-cell perforins and granzymes) mainly act against intracellular pathogens such as viruses.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8606", "s": "Claude Opus 5.5", "a": "A. Desmosomes", "b": 3, "r": true, "raw": "A. Desmosomes\nBet: 3\n\nOral lesions plus flaccid bullae that spread with lateral pressure (a positive Nikolsky sign) point to pemphigus vulgaris. In this disease, IgG autoantibodies target desmoglein 3 (and often desmoglein 1). These proteins are part of the desmosomes that hold keratinocytes together, so their loss causes the epidermis to split.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3357", "s": "Claude Opus 5.5", "a": "B. Middle cerebral artery", "b": 3, "r": true, "raw": "B. Middle cerebral artery\nBet: 3\n\nThe atrial fibrillation (irregularly irregular rhythm) points to a cardioembolic stroke, which most often lodges in the middle cerebral artery. The deficits fit a left MCA territory infarct:\n- **Face pattern:** The right facial droop spares the forehead, so it is an upper motor neuron lesion.\n- **Arm worse than leg:** The arm is 0/5 and the leg 2/5. The MCA supplies the lateral motor cortex for face and arm, while the ACA supplies the leg.\n- **Sensory loss:** Right-sided numbness fits involvement of the sensory cortex in the same territory.\n- **Dysarthria:** T", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4545", "s": "Claude Opus 5.5", "a": "B. Preserved pressure sensation", "b": 3, "r": true, "raw": "B. Preserved pressure sensation\nBet: 3\n\nAnterior spinal artery occlusion damages the anterior two-thirds of the cord, which contains the corticospinal and spinothalamic tracts. The dorsal columns are spared because the posterior spinal arteries supply them, so vibration, proprioception, fine touch and pressure sensation are preserved. The other options do not fit:\n- **A:** Corticospinal damage typically gives a *positive* Babinski sign.\n- **C:** The syndrome causes bilateral deficits, not one-sided paralysis.\n- **D:** Vibratory sense is carried by the spared dorsal columns.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4221", "s": "Claude Opus 5.5", "a": "C. Cell-mediated immune response", "b": 3, "r": true, "raw": "C. Cell-mediated immune response\nBet: 3\n\nIL-12 from antigen-presenting cells drives naive CD4+ T cells to become Th1 cells. Th1 cells secrete IFN-γ, which activates macrophages and drives cell-mediated immunity against intracellular pathogens.\n\nThe other options don't fit:\n- **A. Release of granzymes** is a CD8+ cytotoxic T cell or NK cell function.\n- **B. Activation of B cells** and **D. Response to extracellular pathogens** are mainly Th2 functions, driven by IL-4.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9483", "s": "Claude Opus 5.5", "a": "B. Jejunal atresia", "b": 3, "r": true, "raw": "B. Jejunal atresia\nBet: 3\n\nThe three gas shadows with a gasless distal abdomen form the \"triple bubble\" sign (stomach, duodenum, proximal jejunum) of jejunal atresia. Bilious vomiting soon after birth, polyhydramnios, and a distended upper abdomen fit a proximal small-bowel obstruction. Maternal cocaine use and smoking cause vasoconstriction, which can disrupt mesenteric blood flow and lead to atresia.\n\nThe other options fit less well:\n- **Malrotation with volvulus** usually shows a \"corkscrew\" duodenum on contrast study, and the infant is often unstable.\n- **Hirschsprung disease** causes a di", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3037", "s": "Claude Opus 5.5", "a": "A. Hypocalcemia", "b": 3, "r": true, "raw": "A. Hypocalcemia\nBet: 3\n\nHer glucose tolerance test confirms gestational diabetes (two abnormal values), and it is untreated. At birth, infants of diabetic mothers are prone to hypoglycemia, hypocalcemia (often with hypomagnesemia), polycythemia, hyperbilirubinemia and macrosomia. The other options are less likely:\n- **Omphalocele:** Congenital malformations come with pregestational diabetes affecting organogenesis, not diabetes that starts after 24 weeks.\n- **Intrauterine growth restriction:** Untreated gestational diabetes causes overgrowth (macrosomia), not restriction.\n- **Hypermagnesemia:*", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2368", "s": "Claude Opus 5.5", "a": "A. Dexrazoxane", "b": 3, "r": true, "raw": "A. Dexrazoxane\nBet: 3\n\nThe regimen likely included doxorubicin, an anthracycline that can cause dilated cardiomyopathy. That fits her dyspnea, chest pain, palpitations and enlarged cardiac silhouette months after treatment. Dexrazoxane is an iron chelator that protects the heart against anthracycline toxicity.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5466", "s": "Claude Opus 5.5", "a": "A. Pulmonary embolism", "b": 3, "r": true, "raw": "A. Pulmonary embolism\nBet: 3\n\nAn IV drug user with fever and a holosystolic murmur at the left sternal border that gets louder on inspiration has right-sided (tricuspid) endocarditis. Clots of infected material break off the tricuspid valve and lodge in the lungs as septic pulmonary emboli.\n\nThe other options are peripheral signs typical of left-sided endocarditis, so they are less likely here. Painful finger-pad nodules are Osler nodes, nail-bed bleeds are splinter hemorrhages, and retinal hemorrhages are Roth spots.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6468", "s": "Claude Opus 5.5", "a": "A. Increase in length constant", "b": 3, "r": true, "raw": "A. Increase in length constant\nBet: 3\n\nThe picture is Guillain-Barré syndrome, an acute demyelinating polyneuropathy (albuminocytologic dissociation in the CSF). Recovery after plasmapheresis reflects remyelination. Myelin raises transmembrane (membrane) resistance and lowers membrane capacitance. Higher membrane resistance increases the length constant, λ = √(Rm/Ri), so current spreads farther along the axon. This restores fast saltatory conduction.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-26", "s": "Claude Opus 5.5", "a": "A. Granulosa cell tumor", "b": 3, "r": true, "raw": "A. Granulosa cell tumor\nBet: 3\n\nA 5-year-old with rapid precocious puberty (Tanner stage 4), an ovarian mass and high estrogen most likely has a juvenile granulosa cell tumor, which secretes estrogen.\n\n- **Sertoli-Leydig tumor** makes androgens, so it would cause virilization (such as clitoral enlargement) with high testosterone rather than high estrogen.\n- **McCune-Albright syndrome** usually shows ovarian cysts with café-au-lait spots and bone lesions, none of which are described here.\n- **Idiopathic precocious puberty** would not explain the ovarian mass.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8271", "s": "Claude Opus 5.5", "a": "B. Use of oral contraceptives (OCPs) for birth control", "b": 3, "r": true, "raw": "B. Use of oral contraceptives (OCPs) for birth control\n\nBet: 3\n\nThe most likely diagnosis is a ruptured hepatic adenoma with intraperitoneal bleeding. She is a young woman with sudden right upper quadrant pain and hemorrhagic shock, and her prior imaging presumably showed a liver mass. Hepatic adenomas are strongly linked to oral contraceptive use.", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-348", "s": "Claude Opus 5.5", "a": "C. Topical erythromycin", "b": 1, "r": true, "raw": "C. Topical erythromycin\n\nThis is most consistent with acute bacterial conjunctivitis: 3 days of bilateral redness, purulent discharge and lids \"stuck together\" in the morning, with normal vision and a normal cornea. Topical antibiotics are appropriate.\n\n- **Not chlamydia:** her sexual history raises it, but chlamydial conjunctivitis is usually chronic and follicular. It would be treated with oral azithromycin or doxycycline, not oral erythromycin.\n- **Not gonorrhea:** gonococcal conjunctivitis is hyperacute with copious discharge and needs ceftriaxone.\n- **Not allergy:** allergic conjunctiviti", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8619", "s": "Claude Opus 5.5", "a": "A. Breast cancer", "b": 3, "r": true, "raw": "A. Breast cancer\nBet: 3\n\nThe picture fits dermatomyositis: proximal weakness, a scaly rash on the hands, elevated CK, anti-Jo-1 antibodies, and perimysial inflammation on biopsy. Dermatomyositis is associated with underlying cancers, mainly ovarian, breast, lung and GI. Of the options listed, breast cancer is the one classically linked to it.", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3740", "s": "Claude Opus 5.5", "a": "B. Intron", "b": 1, "r": false, "raw": "B. Intron\n\nBet: 1\n\nThe likeliest diagnosis is beta-thalassemia: a microcytic, hypochromic anemia with target cells, plus pigment gallstones causing cholecystitis from chronic hemolysis. Losing exactly 5 amino acids (15 nucleotides, so the reading frame is kept) with intact flanking sequence points to abnormal splicing. A point mutation at an intronic splice site can make the cell use a cryptic splice site and cut out a short in-frame segment.\n\nI'm only betting 1 because an exonic point mutation that creates a new cryptic splice site could produce the same result. Some beta-thalassemia alleles ", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5859", "s": "Qwen3.5-4B + climb", "a": "B. Hyperlipidemia, thrombocytopenia", "b": 3, "r": true, "raw": "B. Hyperlipidemia, thrombocytopenia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2570", "s": "Qwen3.5-4B + climb", "a": "D. Lumbar puncture", "b": 3, "r": true, "raw": "D. Lumbar puncture\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6402", "s": "Qwen3.5-4B + climb", "a": "C. Enterokinase", "b": 3, "r": true, "raw": "C. Enterokinase\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8556", "s": "Qwen3.5-4B + climb", "a": "C. Fluphenazine", "b": 3, "r": true, "raw": "C. Fluphenazine\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8337", "s": "Qwen3.5-4B + climb", "a": "D. Obstructive sleep apnea", "b": 3, "r": true, "raw": "D. Obstructive sleep apnea\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-855", "s": "Qwen3.5-4B + climb", "a": "C. Coronary artery", "b": 3, "r": false, "raw": "C. Coronary artery\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-10028", "s": "Qwen3.5-4B + climb", "a": "B. Study A allows for better control of confounding variables", "b": 3, "r": true, "raw": "B. Study A allows for better control of confounding variables\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6819", "s": "Qwen3.5-4B + climb", "a": "B. Central hilar region", "b": 3, "r": false, "raw": "B. Central hilar region\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-349", "s": "Qwen3.5-4B + climb", "a": "B. Traumatic aortic dissection", "b": 3, "r": true, "raw": "B. Traumatic aortic dissection\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5288", "s": "Qwen3.5-4B + climb", "a": "C. Bowel infarction", "b": 3, "r": false, "raw": "C. Bowel infarction\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6590", "s": "Qwen3.5-4B + climb", "a": "C. Phagocytosis of foreign material", "b": 3, "r": true, "raw": "C. Phagocytosis of foreign material\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2268", "s": "Qwen3.5-4B + climb", "a": "A. Decrease in elastin fiber assembly", "b": 3, "r": true, "raw": "A. Decrease in elastin fiber assembly\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2086", "s": "Qwen3.5-4B + climb", "a": "A. Decline in circulating antibodies", "b": 3, "r": false, "raw": "A. Decline in circulating antibodies\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2921", "s": "Qwen3.5-4B + climb", "a": "C. Immune response to cardiac antigens", "b": 3, "r": true, "raw": "C. Immune response to cardiac antigens\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9576", "s": "Qwen3.5-4B + climb", "a": "A. Chlorpromazine", "b": 3, "r": true, "raw": "A. Chlorpromazine\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5416", "s": "Qwen3.5-4B + climb", "a": "B. Anabolic steroid use", "b": 3, "r": false, "raw": "B. Anabolic steroid use\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "call", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1577", "s": "Qwen3.5-4B + climb", "a": "D. Repeat cytology and HPV co-testing in 6 months", "b": 3, "r": false, "raw": "D. Repeat cytology and HPV co-testing in 6 months\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4500", "s": "Qwen3.5-4B + climb", "a": "D. Low bone density", "b": 3, "r": true, "raw": "D. Low bone density\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5316", "s": "Qwen3.5-4B + climb", "a": "D. Carvedilol", "b": 3, "r": true, "raw": "D. Carvedilol\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10008", "s": "Qwen3.5-4B + climb", "a": "A. Nasal septum perforation", "b": 3, "r": false, "raw": "A. Nasal septum perforation\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5196", "s": "Qwen3.5-4B + climb", "a": "B. Deep-partial thickness (3rd degree)", "b": 3, "r": true, "raw": "B. Deep-partial thickness (3rd degree)\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4064", "s": "Qwen3.5-4B + climb", "a": "A. Closure of membranous potassium channels", "b": 3, "r": false, "raw": "A. Closure of membranous potassium channels\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9618", "s": "Qwen3.5-4B + climb", "a": "B. Inhibition of angiotensin II formation", "b": 3, "r": false, "raw": "B. Inhibition of angiotensin II formation\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4561", "s": "Qwen3.5-4B + climb", "a": "C. His pain is transmitted by somatic afferent nerve fibers located in the right flank.", "b": 3, "r": false, "raw": "C. His pain is transmitted by somatic afferent nerve fibers located in the right flank.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5235", "s": "Qwen3.5-4B + climb", "a": "A. Decreased IFN-γ levels", "b": 3, "r": true, "raw": "A. Decreased IFN-γ levels\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2653", "s": "Qwen3.5-4B + climb", "a": "A. Iron replacement for 4–6 months", "b": 3, "r": true, "raw": "A. Iron replacement for 4–6 months\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7274", "s": "Qwen3.5-4B + climb", "a": "C. MRI", "b": 3, "r": false, "raw": "C. MRI\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3795", "s": "Qwen3.5-4B + climb", "a": "A. Shiga toxin", "b": 3, "r": false, "raw": "A. Shiga toxin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8852", "s": "Qwen3.5-4B + climb", "a": "A. Acute ethanol intoxication", "b": 3, "r": false, "raw": "A. Acute ethanol intoxication\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2221", "s": "Qwen3.5-4B + climb", "a": "C. ↑ Plasma renin and angiotensin II activity, ↓ blood pressure, ↓ renal perfusion pressure, ↑ serum pH", "b": 3, "r": true, "raw": "C. ↑ Plasma renin and angiotensin II activity, ↓ blood pressure, ↓ renal perfusion pressure, ↑ serum pH\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2756", "s": "Qwen3.5-4B + climb", "a": "A. A", "b": 3, "r": false, "raw": "A. A\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6194", "s": "Qwen3.5-4B + climb", "a": "B. Clindamycin", "b": 3, "r": true, "raw": "B. Clindamycin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3159", "s": "Qwen3.5-4B + climb", "a": "B. NF-kß pathways", "b": 3, "r": true, "raw": "B. NF-kß pathways\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3956", "s": "Qwen3.5-4B + climb", "a": "B. Fomepizole", "b": 3, "r": true, "raw": "B. Fomepizole\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7486", "s": "Qwen3.5-4B + climb", "a": "D. Oral fluconazole for the patient", "b": 3, "r": true, "raw": "D. Oral fluconazole for the patient\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9023", "s": "Qwen3.5-4B + climb", "a": "B. Inulin", "b": 3, "r": true, "raw": "B. Inulin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2543", "s": "Qwen3.5-4B + climb", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "medqa|medqa-train-2644", "s": "Qwen3.5-4B + climb", "a": "A. Non-encapsulated, gram-negative cocci in pairs", "b": 3, "r": false, "raw": "A. Non-encapsulated, gram-negative cocci in pairs\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6605", "s": "Qwen3.5-4B + climb", "a": "B. Sodium oxybate", "b": 3, "r": true, "raw": "B. Sodium oxybate\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7715", "s": "Qwen3.5-4B + climb", "a": "A. UVB", "b": 3, "r": true, "raw": "A. UVB\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6302", "s": "Qwen3.5-4B + climb", "a": "D. Urgent laparotomy", "b": 3, "r": false, "raw": "D. Urgent laparotomy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9609", "s": "Qwen3.5-4B + climb", "a": "D. Delusion of reference", "b": 3, "r": true, "raw": "D. Delusion of reference\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1833", "s": "Qwen3.5-4B + climb", "a": "A. Conversion disorder", "b": 3, "r": true, "raw": "A. Conversion disorder\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6794", "s": "Qwen3.5-4B + climb", "a": "A. Atrial fibrillation", "b": 3, "r": true, "raw": "A. Atrial fibrillation\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10087", "s": "Qwen3.5-4B + climb", "a": "A. Clumping of red blood cells after the patient's blood is drawn and transferred into a chilled EDTA-containing vial", "b": 3, "r": true, "raw": "A. Clumping of red blood cells after the patient's blood is drawn and transferred into a chilled EDTA-containing vial\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7357", "s": "Qwen3.5-4B + climb", "a": "A. No medication is required", "b": 3, "r": false, "raw": "A. No medication is required\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5101", "s": "Qwen3.5-4B + climb", "a": "D. QRS complex height variation", "b": 3, "r": true, "raw": "D. QRS complex height variation\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5479", "s": "Qwen3.5-4B + climb", "a": "B. Rifampin and isoniazid", "b": 3, "r": false, "raw": "B. Rifampin and isoniazid\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1037", "s": "Qwen3.5-4B + climb", "a": "D. Oral contraceptive", "b": 3, "r": true, "raw": "D. Oral contraceptive\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3217", "s": "Qwen3.5-4B + climb", "a": "C. Catheter-based thrombectomy / thrombolysis", "b": 3, "r": true, "raw": "C. Catheter-based thrombectomy / thrombolysis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10126", "s": "Qwen3.5-4B + climb", "a": "D. Agoraphobia", "b": 3, "r": false, "raw": "D. Agoraphobia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4202", "s": "Qwen3.5-4B + climb", "a": "B. Small cell lung carcinoma", "b": 3, "r": true, "raw": "B. Small cell lung carcinoma\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2521", "s": "Qwen3.5-4B + climb", "a": "B. Polyarteritis nodosa", "b": 3, "r": true, "raw": "B. Polyarteritis nodosa\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-230", "s": "Qwen3.5-4B + climb", "a": "D. Ascending lymphangitis", "b": 3, "r": true, "raw": "D. Ascending lymphangitis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8028", "s": "Qwen3.5-4B + climb", "a": "A. Splenic flexure, descending colon, and sigmoid colon", "b": 3, "r": true, "raw": "A. Splenic flexure, descending colon, and sigmoid colon\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5784", "s": "Qwen3.5-4B + climb", "a": "C. MRI of the spine", "b": 3, "r": true, "raw": "C. MRI of the spine\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1803", "s": "Qwen3.5-4B + climb", "a": "B. Negative selection", "b": 3, "r": false, "raw": "B. Negative selection\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7253", "s": "Qwen3.5-4B + climb", "a": "B. Viral loads", "b": 3, "r": false, "raw": "B. Viral loads\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1030", "s": "Qwen3.5-4B + climb", "a": "A. Fibrinoid necrosis", "b": 3, "r": false, "raw": "A. Fibrinoid necrosis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5215", "s": "Qwen3.5-4B + climb", "a": "B. Proceed with proton beam therapy as discussed at your patient's appointment", "b": 3, "r": true, "raw": "B. Proceed with proton beam therapy as discussed at your patient's appointment\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7744", "s": "Qwen3.5-4B + climb", "a": "C. Prominent intraparenchymal white matter calcification", "b": 3, "r": true, "raw": "C. Prominent intraparenchymal white matter calcification\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1815", "s": "Qwen3.5-4B + climb", "a": "A. Perform the excision", "b": 3, "r": true, "raw": "A. Perform the excision\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9297", "s": "Qwen3.5-4B + climb", "a": "C. Cocaine toxicity", "b": 3, "r": true, "raw": "C. Cocaine toxicity\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-929", "s": "Qwen3.5-4B + climb", "a": "C. Physostigmine", "b": 3, "r": true, "raw": "C. Physostigmine\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6634", "s": "Qwen3.5-4B + climb", "a": "C. Pernicious anemia", "b": 3, "r": true, "raw": "C. Pernicious anemia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9599", "s": "Qwen3.5-4B + climb", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "medqa|medqa-train-9861", "s": "Qwen3.5-4B + climb", "a": "D. Blood culture", "b": 3, "r": true, "raw": "D. Blood culture\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-953", "s": "Qwen3.5-4B + climb", "a": "A. Defective IL-2 receptor", "b": 3, "r": false, "raw": "A. Defective IL-2 receptor\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-304", "s": "Qwen3.5-4B + climb", "a": "A. Irritable bowel syndrome", "b": 3, "r": true, "raw": "A. Irritable bowel syndrome\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6613", "s": "Qwen3.5-4B + climb", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "medqa|medqa-train-4470", "s": "Qwen3.5-4B + climb", "a": "A. Inhibition of DNA polymerase", "b": 3, "r": false, "raw": "A. Inhibition of DNA polymerase\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3150", "s": "Qwen3.5-4B + climb", "a": "C. Naloxone", "b": 3, "r": true, "raw": "C. Naloxone\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2322", "s": "Qwen3.5-4B + climb", "a": "C. Acts as an agonist at the peroxisome proliferator-activated receptor-Ƴ.", "b": 3, "r": true, "raw": "C. Acts as an agonist at the peroxisome proliferator-activated receptor-Ƴ.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1602", "s": "Qwen3.5-4B + climb", "a": "C. Terazosin", "b": 3, "r": true, "raw": "C. Terazosin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7946", "s": "Qwen3.5-4B + climb", "a": "B. Complete abortion", "b": 3, "r": true, "raw": "B. Complete abortion\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9402", "s": "Qwen3.5-4B + climb", "a": "D. Ruptured vasa previa", "b": 3, "r": true, "raw": "D. Ruptured vasa previa\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8136", "s": "Qwen3.5-4B + climb", "a": "D. Lactate dehydrogenase", "b": 3, "r": true, "raw": "D. Lactate dehydrogenase\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5044", "s": "Qwen3.5-4B + climb", "a": "A. Agranulocytosis", "b": 3, "r": false, "raw": "A. Agranulocytosis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7110", "s": "Qwen3.5-4B + climb", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "medqa|medqa-train-4350", "s": "Qwen3.5-4B + climb", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "medqa|medqa-train-2679", "s": "Qwen3.5-4B + climb", "a": "B. Stevens-Johnson syndrome", "b": 3, "r": true, "raw": "B. Stevens-Johnson syndrome\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6473", "s": "Qwen3.5-4B + climb", "a": "B. Doxycycline", "b": 3, "r": true, "raw": "B. Doxycycline\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6381", "s": "Qwen3.5-4B + climb", "a": "C. Subacute granulomatous thyroiditis", "b": 3, "r": true, "raw": "C. Subacute granulomatous thyroiditis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3559", "s": "Qwen3.5-4B + climb", "a": "A. CT-guided biopsy", "b": 3, "r": true, "raw": "A. CT-guided biopsy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5779", "s": "Qwen3.5-4B + climb", "a": "B. Enlarged cells with intranuclear inclusion bodies", "b": 3, "r": false, "raw": "B. Enlarged cells with intranuclear inclusion bodies\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3442", "s": "Qwen3.5-4B + climb", "a": "A. Bicuspid aortic valve", "b": 3, "r": false, "raw": "A. Bicuspid aortic valve\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2683", "s": "Qwen3.5-4B + climb", "a": "B. Lateral wall of left ventricle, left circumflex coronary artery", "b": 3, "r": true, "raw": "B. Lateral wall of left ventricle, left circumflex coronary artery\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7792", "s": "Qwen3.5-4B + climb", "a": "D. Supplemental oxygen", "b": 3, "r": true, "raw": "D. Supplemental oxygen\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6522", "s": "Qwen3.5-4B + climb", "a": "A. DEXA scan", "b": 3, "r": true, "raw": "A. DEXA scan\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9071", "s": "Qwen3.5-4B + climb", "a": "D. Wait to administer any antibiotics until you discuss your safety concerns with your attending.", "b": 3, "r": true, "raw": "D. Wait to administer any antibiotics until you discuss your safety concerns with your attending.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6296", "s": "Qwen3.5-4B + climb", "a": "B. Greater vestibular glands", "b": 3, "r": true, "raw": "B. Greater vestibular glands\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3063", "s": "Qwen3.5-4B + climb", "a": "A. Fasting blood glucose and lipid profile", "b": 3, "r": false, "raw": "A. Fasting blood glucose and lipid profile\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5835", "s": "Qwen3.5-4B + climb", "a": "B. ApoE4", "b": 3, "r": true, "raw": "B. ApoE4\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1698", "s": "Qwen3.5-4B + climb", "a": "A. Echinococcus granulosus", "b": 3, "r": true, "raw": "A. Echinococcus granulosus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5113", "s": "Qwen3.5-4B + climb", "a": "A. Pelvic exam", "b": 3, "r": false, "raw": "A. Pelvic exam\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3120", "s": "Qwen3.5-4B + climb", "a": "C. The NNH is inversely correlated with the relative risk increase.", "b": 3, "r": true, "raw": "C. The NNH is inversely correlated with the relative risk increase.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7478", "s": "Qwen3.5-4B + climb", "a": "D. Sumatriptan", "b": 3, "r": true, "raw": "D. Sumatriptan\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2479", "s": "Qwen3.5-4B + climb", "a": "A. Ciliary ganglion", "b": 3, "r": false, "raw": "A. Ciliary ganglion\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1161", "s": "Qwen3.5-4B + climb", "a": "A. Toxin-induced cleavage of desmoglein", "b": 3, "r": true, "raw": "A. Toxin-induced cleavage of desmoglein\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-664", "s": "Qwen3.5-4B + climb", "a": "B. Collect sputum specimens for acid-fast bacilli smear microscopy, culture, and nucleic acid amplification", "b": 3, "r": true, "raw": "B. Collect sputum specimens for acid-fast bacilli smear microscopy, culture, and nucleic acid amplification\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6171", "s": "Qwen3.5-4B + climb", "a": "D. Intravenous trimethoprim-sulfamethoxazole and oral prednisone", "b": 3, "r": false, "raw": "D. Intravenous trimethoprim-sulfamethoxazole and oral prednisone\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-584", "s": "Qwen3.5-4B + climb", "a": "D. Segmented genomic material", "b": 3, "r": true, "raw": "D. Segmented genomic material\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6153", "s": "Qwen3.5-4B + climb", "a": "D. Chest radiograph", "b": 3, "r": false, "raw": "D. Chest radiograph\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1948", "s": "Qwen3.5-4B + climb", "a": "A. Pseudomembranous colitis", "b": 3, "r": false, "raw": "A. Pseudomembranous colitis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8332", "s": "Qwen3.5-4B + climb", "a": "B. Calcium disodium edetate (EDTA)", "b": 3, "r": false, "raw": "B. Calcium disodium edetate (EDTA)\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-203", "s": "Qwen3.5-4B + climb", "a": "D. Fluid in the alveolar space", "b": 3, "r": true, "raw": "D. Fluid in the alveolar space\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7682", "s": "Qwen3.5-4B + climb", "a": "C. 47: XXY", "b": 3, "r": true, "raw": "C. 47: XXY\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-790", "s": "Qwen3.5-4B + climb", "a": "B. Serial nonstress tests", "b": 3, "r": true, "raw": "B. Serial nonstress tests\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2669", "s": "Qwen3.5-4B + climb", "a": "A. Cingulate gyrus", "b": 3, "r": true, "raw": "A. Cingulate gyrus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3618", "s": "Qwen3.5-4B + climb", "a": "C. Thymectomy", "b": 3, "r": true, "raw": "C. Thymectomy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5480", "s": "Qwen3.5-4B + climb", "a": "B. Gel electrophoresis", "b": 3, "r": true, "raw": "B. Gel electrophoresis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1402", "s": "Qwen3.5-4B + climb", "a": "C. Immediate transfer to the operating room", "b": 3, "r": true, "raw": "C. Immediate transfer to the operating room\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7462", "s": "Qwen3.5-4B + climb", "a": "B. Medullary sinus", "b": 3, "r": true, "raw": "B. Medullary sinus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4299", "s": "Qwen3.5-4B + climb", "a": "C. Oral alprazolam", "b": 3, "r": true, "raw": "C. Oral alprazolam\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2060", "s": "Qwen3.5-4B + climb", "a": "B. Hydrocortisone", "b": 3, "r": true, "raw": "B. Hydrocortisone\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6286", "s": "Qwen3.5-4B + climb", "a": "C. Diaphoresis while sucking", "b": 3, "r": false, "raw": "C. Diaphoresis while sucking\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3357", "s": "Qwen3.5-4B + climb", "a": "B. Middle cerebral artery", "b": 3, "r": true, "raw": "B. Middle cerebral artery\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9483", "s": "Qwen3.5-4B + climb", "a": "A. Malrotation with volvulus", "b": 3, "r": false, "raw": "A. Malrotation with volvulus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-278", "s": "Qwen3.5-4B + climb", "a": "D. History of multiple spontaneous abortions", "b": 3, "r": true, "raw": "D. History of multiple spontaneous abortions\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-348", "s": "Qwen3.5-4B + climb", "a": "C. Topical erythromycin", "b": 3, "r": true, "raw": "C. Topical erythromycin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10100", "s": "Qwen3.5-4B + climb", "a": "D. Phagolysosome formation by neutrophils", "b": 3, "r": true, "raw": "D. Phagolysosome formation by neutrophils\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4545", "s": "Qwen3.5-4B + climb", "a": "A. Negative plantar extensor response in his lower limbs", "b": 3, "r": false, "raw": "A. Negative plantar extensor response in his lower limbs\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8328", "s": "Qwen3.5-4B + climb", "a": "C. Obturator", "b": 3, "r": true, "raw": "C. Obturator\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1885", "s": "Qwen3.5-4B + climb", "a": "B. Air contrast enema", "b": 3, "r": true, "raw": "B. Air contrast enema\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3037", "s": "Qwen3.5-4B + climb", "a": "A. Hypocalcemia", "b": 3, "r": true, "raw": "A. Hypocalcemia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5466", "s": "Qwen3.5-4B + climb", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "medqa|medqa-train-3549", "s": "Qwen3.5-4B + climb", "a": "C. Spectrin", "b": 3, "r": true, "raw": "C. Spectrin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2715", "s": "Qwen3.5-4B + climb", "a": "C. Montelukast blocks receptors of some arachidonic acid metabolites.", "b": 3, "r": true, "raw": "C. Montelukast blocks receptors of some arachidonic acid metabolites.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6442", "s": "Qwen3.5-4B + climb", "a": "D. Inhibition of ALA dehydratase and ferrochelatase", "b": 3, "r": true, "raw": "D. Inhibition of ALA dehydratase and ferrochelatase\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-541", "s": "Qwen3.5-4B + climb", "a": "D. Colonoscopy for colorectal cancer", "b": 3, "r": true, "raw": "D. Colonoscopy for colorectal cancer\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-26", "s": "Qwen3.5-4B + climb", "a": "A. Granulosa cell tumor", "b": 3, "r": true, "raw": "A. Granulosa cell tumor\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3740", "s": "Qwen3.5-4B + climb", "a": "A. Exon", "b": 3, "r": true, "raw": "A. Exon\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-516", "s": "Qwen3.5-4B + climb", "a": "B. Oculomotor nerve", "b": 3, "r": true, "raw": "B. Oculomotor nerve\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3304", "s": "Qwen3.5-4B + climb", "a": "D. M Protein", "b": 3, "r": true, "raw": "D. M Protein\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3639", "s": "Qwen3.5-4B + climb", "a": "B. Redistribution", "b": 3, "r": true, "raw": "B. Redistribution\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5638", "s": "Qwen3.5-4B + climb", "a": "B. ABO incompatibility", "b": 3, "r": true, "raw": "B. ABO incompatibility\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8813", "s": "Qwen3.5-4B + climb", "a": "A. Decreased levels of factor VIII", "b": 3, "r": true, "raw": "A. Decreased levels of factor VIII\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1196", "s": "Qwen3.5-4B + climb", "a": "B. Histamine", "b": 3, "r": true, "raw": "B. Histamine\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-588", "s": "Qwen3.5-4B + climb", "a": "B. Absent peristalsis and impaired lower esophageal sphincter relaxation", "b": 3, "r": true, "raw": "B. Absent peristalsis and impaired lower esophageal sphincter relaxation\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3828", "s": "Qwen3.5-4B + climb", "a": "B. \"No, taking ginkgo will increase your risk for bleeding.\"", "b": 3, "r": true, "raw": "B. \"No, taking ginkgo will increase your risk for bleeding.\"\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4221", "s": "Qwen3.5-4B + climb", "a": "C. Cell-mediated immune response", "b": 3, "r": true, "raw": "C. Cell-mediated immune response\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3996", "s": "Qwen3.5-4B + climb", "a": "A. Obsessive compulsive disorder (OCD)", "b": 3, "r": true, "raw": "A. Obsessive compulsive disorder (OCD)\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8606", "s": "Qwen3.5-4B + climb", "a": "B. Hemidesmosomes", "b": 3, "r": false, "raw": "B. Hemidesmosomes\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8656", "s": "Qwen3.5-4B + climb", "a": "D. Splinting", "b": 3, "r": true, "raw": "D. Splinting\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-223", "s": "Qwen3.5-4B + climb", "a": "B. Immediately administer epinephrine and sedate and intubate the patient", "b": 3, "r": true, "raw": "B. Immediately administer epinephrine and sedate and intubate the patient\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8271", "s": "Qwen3.5-4B + climb", "a": "B. Use of oral contraceptives (OCPs) for birth control", "b": 3, "r": true, "raw": "B. Use of oral contraceptives (OCPs) for birth control\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2368", "s": "Qwen3.5-4B + climb", "a": "A. Dexrazoxane", "b": 3, "r": true, "raw": "A. Dexrazoxane\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9335", "s": "Qwen3.5-4B + climb", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "medqa|medqa-train-6468", "s": "Qwen3.5-4B + climb", "a": "A. Increase in length constant", "b": 3, "r": true, "raw": "A. Increase in length constant\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8619", "s": "Qwen3.5-4B + climb", "a": "C. Uveitis", "b": 3, "r": false, "raw": "C. Uveitis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5859", "s": "Qwen3.5-4B + medical climb", "a": "B. Hyperlipidemia, thrombocytopenia", "b": 3, "r": true, "raw": "B. Hyperlipidemia, thrombocytopenia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2570", "s": "Qwen3.5-4B + medical climb", "a": "D. Lumbar puncture", "b": 3, "r": true, "raw": "D. Lumbar puncture\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6402", "s": "Qwen3.5-4B + medical climb", "a": "C. Enterokinase.", "b": 3, "r": true, "raw": "C. Enterokinase.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8556", "s": "Qwen3.5-4B + medical climb", "a": "C. Fluphenazine.", "b": 3, "r": true, "raw": "C. Fluphenazine.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8337", "s": "Qwen3.5-4B + medical climb", "a": "D. Obstructive sleep apnea.", "b": 3, "r": true, "raw": "D. Obstructive sleep apnea.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-855", "s": "Qwen3.5-4B + medical climb", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "medqa|medqa-train-10028", "s": "Qwen3.5-4B + medical climb", "a": "B. Study A allows for better control of confounding variables", "b": 3, "r": true, "raw": "B. Study A allows for better control of confounding variables\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6819", "s": "Qwen3.5-4B + medical climb", "a": "B. Central hilar region", "b": 3, "r": false, "raw": "B. Central hilar region\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-349", "s": "Qwen3.5-4B + medical climb", "a": "B. Traumatic aortic dissection", "b": 3, "r": true, "raw": "B. Traumatic aortic dissection\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5288", "s": "Qwen3.5-4B + medical climb", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "medqa|medqa-train-6590", "s": "Qwen3.5-4B + medical climb", "a": "C. Phagocytosis of foreign material.", "b": 3, "r": true, "raw": "C. Phagocytosis of foreign material.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2268", "s": "Qwen3.5-4B + medical climb", "a": "A. Decrease in elastin fiber assembly.", "b": 3, "r": true, "raw": "A. Decrease in elastin fiber assembly.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2086", "s": "Qwen3.5-4B + medical climb", "a": "A. Decline in circulating antibodies", "b": 3, "r": false, "raw": "A. Decline in circulating antibodies\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2921", "s": "Qwen3.5-4B + medical climb", "a": "C. Immune response to cardiac antigens.", "b": 3, "r": true, "raw": "C. Immune response to cardiac antigens.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9576", "s": "Qwen3.5-4B + medical climb", "a": "A. Chlorpromazine.", "b": 3, "r": true, "raw": "A. Chlorpromazine.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5416", "s": "Qwen3.5-4B + medical climb", "a": "B. Anabolic steroid use", "b": 3, "r": false, "raw": "B. Anabolic steroid use\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "call", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1577", "s": "Qwen3.5-4B + medical climb", "a": "D. Repeat cytology and HPV co-testing in 6 months", "b": 3, "r": false, "raw": "D. Repeat cytology and HPV co-testing in 6 months\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4500", "s": "Qwen3.5-4B + medical climb", "a": "D. Low bone density.", "b": 3, "r": true, "raw": "D. Low bone density.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5316", "s": "Qwen3.5-4B + medical climb", "a": "D. Carvedilol.", "b": 3, "r": true, "raw": "D. Carvedilol.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10008", "s": "Qwen3.5-4B + medical climb", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "medqa|medqa-train-5196", "s": "Qwen3.5-4B + medical climb", "a": "B. Deep-partial thickness (3rd degree)", "b": 3, "r": true, "raw": "B. Deep-partial thickness (3rd degree)\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4064", "s": "Qwen3.5-4B + medical climb", "a": "A. Closure of membranous potassium channels", "b": 3, "r": false, "raw": "A. Closure of membranous potassium channels\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9618", "s": "Qwen3.5-4B + medical climb", "a": "B. Inhibition of angiotensin II formation.", "b": 3, "r": false, "raw": "B. Inhibition of angiotensin II formation.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4561", "s": "Qwen3.5-4B + medical climb", "a": "C. His pain is transmitted by somatic afferent nerve fibers located in the right flank.", "b": 3, "r": false, "raw": "C. His pain is transmitted by somatic afferent nerve fibers located in the right flank.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5235", "s": "Qwen3.5-4B + medical climb", "a": "A. Decreased IFN-γ levels", "b": 3, "r": true, "raw": "A. Decreased IFN-γ levels\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2653", "s": "Qwen3.5-4B + medical climb", "a": "A. Iron replacement for 4–6 months.", "b": 3, "r": true, "raw": "A. Iron replacement for 4–6 months.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7274", "s": "Qwen3.5-4B + medical climb", "a": "C. MRI", "b": 3, "r": false, "raw": "C. MRI\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3795", "s": "Qwen3.5-4B + medical climb", "a": "A. Shiga toxin", "b": 3, "r": false, "raw": "A. Shiga toxin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8852", "s": "Qwen3.5-4B + medical climb", "a": "A. Acute ethanol intoxication", "b": 3, "r": false, "raw": "A. Acute ethanol intoxication\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2221", "s": "Qwen3.5-4B + medical climb", "a": "C. ↑ Plasma renin and angiotensin II activity, ↓ blood pressure, ↓ renal perfusion pressure, ↑ serum pH", "b": 3, "r": true, "raw": "C. ↑ Plasma renin and angiotensin II activity, ↓ blood pressure, ↓ renal perfusion pressure, ↑ serum pH\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2756", "s": "Qwen3.5-4B + medical climb", "a": "A. A", "b": 3, "r": false, "raw": "A. A\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6194", "s": "Qwen3.5-4B + medical climb", "a": "B. Clindamycin.", "b": 3, "r": true, "raw": "B. Clindamycin.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3159", "s": "Qwen3.5-4B + medical climb", "a": "B. NF-kß pathways", "b": 3, "r": true, "raw": "B. NF-kß pathways\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3956", "s": "Qwen3.5-4B + medical climb", "a": "B. Fomepizole.", "b": 3, "r": true, "raw": "B. Fomepizole.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7486", "s": "Qwen3.5-4B + medical climb", "a": "D. Oral fluconazole for the patient", "b": 3, "r": true, "raw": "D. Oral fluconazole for the patient\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9023", "s": "Qwen3.5-4B + medical climb", "a": "B. Inulin.", "b": 3, "r": true, "raw": "B. Inulin.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2543", "s": "Qwen3.5-4B + medical climb", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "medqa|medqa-train-2644", "s": "Qwen3.5-4B + medical climb", "a": "A. Non-encapsulated, gram-negative cocci in pairs", "b": 3, "r": false, "raw": "A. Non-encapsulated, gram-negative cocci in pairs\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-6605", "s": "Qwen3.5-4B + medical climb", "a": "B. Sodium oxybate.", "b": 3, "r": true, "raw": "B. Sodium oxybate.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7715", "s": "Qwen3.5-4B + medical climb", "a": "A. UVB", "b": 3, "r": true, "raw": "A. UVB\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6302", "s": "Qwen3.5-4B + medical climb", "a": "D. Urgent laparotomy", "b": 3, "r": false, "raw": "D. Urgent laparotomy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9609", "s": "Qwen3.5-4B + medical climb", "a": "D. Delusion of reference.", "b": 3, "r": true, "raw": "D. Delusion of reference.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1833", "s": "Qwen3.5-4B + medical climb", "a": "A. Conversion disorder", "b": 3, "r": true, "raw": "A. Conversion disorder\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6794", "s": "Qwen3.5-4B + medical climb", "a": "A. Atrial fibrillation.", "b": 3, "r": true, "raw": "A. Atrial fibrillation.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10087", "s": "Qwen3.5-4B + medical climb", "a": "A. Clumping of red blood cells after the patient's blood is drawn and transferred into a chilled EDTA-containing vial", "b": 3, "r": true, "raw": "A. Clumping of red blood cells after the patient's blood is drawn and transferred into a chilled EDTA-containing vial\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7357", "s": "Qwen3.5-4B + medical climb", "a": "A. No medication is required", "b": 3, "r": false, "raw": "A. No medication is required\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5101", "s": "Qwen3.5-4B + medical climb", "a": "D. QRS complex height variation", "b": 3, "r": true, "raw": "D. QRS complex height variation\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5479", "s": "Qwen3.5-4B + medical climb", "a": "B. Rifampin and isoniazid", "b": 3, "r": false, "raw": "B. Rifampin and isoniazid\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1037", "s": "Qwen3.5-4B + medical climb", "a": "D. Oral contraceptive", "b": 3, "r": true, "raw": "D. Oral contraceptive\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3217", "s": "Qwen3.5-4B + medical climb", "a": "C. Catheter-based thrombectomy / thrombolysis.", "b": 3, "r": true, "raw": "C. Catheter-based thrombectomy / thrombolysis.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10126", "s": "Qwen3.5-4B + medical climb", "a": "D. Agoraphobia", "b": 3, "r": false, "raw": "D. Agoraphobia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4202", "s": "Qwen3.5-4B + medical climb", "a": "B. Small cell lung carcinoma.", "b": 3, "r": true, "raw": "B. Small cell lung carcinoma.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2521", "s": "Qwen3.5-4B + medical climb", "a": "B. Polyarteritis nodosa", "b": 3, "r": true, "raw": "B. Polyarteritis nodosa\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-230", "s": "Qwen3.5-4B + medical climb", "a": "D. Ascending lymphangitis", "b": 3, "r": true, "raw": "D. Ascending lymphangitis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8028", "s": "Qwen3.5-4B + medical climb", "a": "A. Splenic flexure, descending colon, and sigmoid colon.", "b": 3, "r": true, "raw": "A. Splenic flexure, descending colon, and sigmoid colon.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5784", "s": "Qwen3.5-4B + medical climb", "a": "C. MRI of the spine", "b": 3, "r": true, "raw": "C. MRI of the spine\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1803", "s": "Qwen3.5-4B + medical climb", "a": "B. Negative selection", "b": 3, "r": false, "raw": "B. Negative selection\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7253", "s": "Qwen3.5-4B + medical climb", "a": "B. Viral loads", "b": 3, "r": false, "raw": "B. Viral loads\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1030", "s": "Qwen3.5-4B + medical climb", "a": "A. Fibrinoid necrosis", "b": 3, "r": false, "raw": "A. Fibrinoid necrosis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5215", "s": "Qwen3.5-4B + medical climb", "a": "B. Proceed with proton beam therapy as discussed at your patient's appointment", "b": 3, "r": true, "raw": "B. Proceed with proton beam therapy as discussed at your patient's appointment\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7744", "s": "Qwen3.5-4B + medical climb", "a": "C. Prominent intraparenchymal white matter calcification.", "b": 3, "r": true, "raw": "C. Prominent intraparenchymal white matter calcification.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1815", "s": "Qwen3.5-4B + medical climb", "a": "A. Perform the excision", "b": 3, "r": true, "raw": "A. Perform the excision\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9297", "s": "Qwen3.5-4B + medical climb", "a": "C. Cocaine toxicity.", "b": 3, "r": true, "raw": "C. Cocaine toxicity.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-929", "s": "Qwen3.5-4B + medical climb", "a": "C. Physostigmine.", "b": 3, "r": true, "raw": "C. Physostigmine.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6634", "s": "Qwen3.5-4B + medical climb", "a": "C. Pernicious anemia.", "b": 3, "r": true, "raw": "C. Pernicious anemia.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9599", "s": "Qwen3.5-4B + medical climb", "a": "B. Tamsulosin and ciprofloxacin.", "b": 3, "r": true, "raw": "B. Tamsulosin and ciprofloxacin.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9861", "s": "Qwen3.5-4B + medical climb", "a": "D. Blood culture", "b": 3, "r": true, "raw": "D. Blood culture\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-953", "s": "Qwen3.5-4B + medical climb", "a": "C. Failure to take suppressive trimethoprim/sulfamethoxazole therapy.", "b": 3, "r": false, "raw": "C. Failure to take suppressive trimethoprim/sulfamethoxazole therapy.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-304", "s": "Qwen3.5-4B + medical climb", "a": "A. Irritable bowel syndrome", "b": 3, "r": true, "raw": "A. Irritable bowel syndrome\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6613", "s": "Qwen3.5-4B + medical climb", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "medqa|medqa-train-4470", "s": "Qwen3.5-4B + medical climb", "a": "A. Inhibition of DNA polymerase", "b": 3, "r": false, "raw": "A. Inhibition of DNA polymerase\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3150", "s": "Qwen3.5-4B + medical climb", "a": "C. Naloxone.", "b": 3, "r": true, "raw": "C. Naloxone.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2322", "s": "Qwen3.5-4B + medical climb", "a": "C. Acts as an agonist at the peroxisome proliferator-activated receptor-Ƴ.", "b": 3, "r": true, "raw": "C. Acts as an agonist at the peroxisome proliferator-activated receptor-Ƴ.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1602", "s": "Qwen3.5-4B + medical climb", "a": "C. Terazosin.", "b": 3, "r": true, "raw": "C. Terazosin.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7946", "s": "Qwen3.5-4B + medical climb", "a": "B. Complete abortion.", "b": 3, "r": true, "raw": "B. Complete abortion.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9402", "s": "Qwen3.5-4B + medical climb", "a": "D. Ruptured vasa previa", "b": 3, "r": true, "raw": "D. Ruptured vasa previa\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8136", "s": "Qwen3.5-4B + medical climb", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "medqa|medqa-train-5044", "s": "Qwen3.5-4B + medical climb", "a": "A. Agranulocytosis", "b": 3, "r": false, "raw": "A. Agranulocytosis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7110", "s": "Qwen3.5-4B + medical climb", "a": "B. Streptococcus viridans.", "b": 3, "r": false, "raw": "B. Streptococcus viridans.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-4350", "s": "Qwen3.5-4B + medical climb", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "medqa|medqa-train-2679", "s": "Qwen3.5-4B + medical climb", "a": "B. Stevens-Johnson syndrome", "b": 3, "r": true, "raw": "B. Stevens-Johnson syndrome\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6473", "s": "Qwen3.5-4B + medical climb", "a": "B. Doxycycline.", "b": 3, "r": true, "raw": "B. Doxycycline.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6381", "s": "Qwen3.5-4B + medical climb", "a": "C. Subacute granulomatous thyroiditis.", "b": 3, "r": true, "raw": "C. Subacute granulomatous thyroiditis.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3559", "s": "Qwen3.5-4B + medical climb", "a": "A. CT-guided biopsy.", "b": 3, "r": true, "raw": "A. CT-guided biopsy.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5779", "s": "Qwen3.5-4B + medical climb", "a": "B. Enlarged cells with intranuclear inclusion bodies.", "b": 3, "r": false, "raw": "B. Enlarged cells with intranuclear inclusion bodies.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3442", "s": "Qwen3.5-4B + medical climb", "a": "A. Bicuspid aortic valve", "b": 3, "r": false, "raw": "A. Bicuspid aortic valve\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2683", "s": "Qwen3.5-4B + medical climb", "a": "B. Lateral wall of left ventricle, left circumflex coronary artery.", "b": 3, "r": true, "raw": "B. Lateral wall of left ventricle, left circumflex coronary artery.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7792", "s": "Qwen3.5-4B + medical climb", "a": "D. Supplemental oxygen.", "b": 3, "r": true, "raw": "D. Supplemental oxygen.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6522", "s": "Qwen3.5-4B + medical climb", "a": "A. DEXA scan", "b": 3, "r": true, "raw": "A. DEXA scan\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9071", "s": "Qwen3.5-4B + medical climb", "a": "D. Wait to administer any antibiotics until you discuss your safety concerns with your attending.", "b": 3, "r": true, "raw": "D. Wait to administer any antibiotics until you discuss your safety concerns with your attending.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6296", "s": "Qwen3.5-4B + medical climb", "a": "B. Greater vestibular glands.", "b": 3, "r": true, "raw": "B. Greater vestibular glands.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3063", "s": "Qwen3.5-4B + medical climb", "a": "A. Fasting blood glucose and lipid profile", "b": 3, "r": false, "raw": "A. Fasting blood glucose and lipid profile\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5835", "s": "Qwen3.5-4B + medical climb", "a": "B. ApoE4", "b": 3, "r": true, "raw": "B. ApoE4\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1698", "s": "Qwen3.5-4B + medical climb", "a": "A. Echinococcus granulosus.", "b": 3, "r": true, "raw": "A. Echinococcus granulosus.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5113", "s": "Qwen3.5-4B + medical climb", "a": "B. Ultrasound of the pelvis", "b": 3, "r": false, "raw": "B. Ultrasound of the pelvis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3120", "s": "Qwen3.5-4B + medical climb", "a": "C. The NNH is inversely correlated with the relative risk increase.", "b": 3, "r": true, "raw": "C. The NNH is inversely correlated with the relative risk increase.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7478", "s": "Qwen3.5-4B + medical climb", "a": "D. Sumatriptan.", "b": 3, "r": true, "raw": "D. Sumatriptan.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2479", "s": "Qwen3.5-4B + medical climb", "a": "C. Oculomotor nerve", "b": 3, "r": false, "raw": "C. Oculomotor nerve\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1161", "s": "Qwen3.5-4B + medical climb", "a": "A. Toxin-induced cleavage of desmoglein", "b": 3, "r": true, "raw": "A. Toxin-induced cleavage of desmoglein\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-664", "s": "Qwen3.5-4B + medical climb", "a": "B. Collect sputum specimens for acid-fast bacilli smear microscopy, culture, and nucleic acid amplification", "b": 3, "r": true, "raw": "B. Collect sputum specimens for acid-fast bacilli smear microscopy, culture, and nucleic acid amplification\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6171", "s": "Qwen3.5-4B + medical climb", "a": "D. Intravenous trimethoprim-sulfamethoxazole and oral prednisone.", "b": 3, "r": false, "raw": "D. Intravenous trimethoprim-sulfamethoxazole and oral prednisone.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-584", "s": "Qwen3.5-4B + medical climb", "a": "D. Segmented genomic material", "b": 3, "r": true, "raw": "D. Segmented genomic material\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6153", "s": "Qwen3.5-4B + medical climb", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "medqa|medqa-train-1948", "s": "Qwen3.5-4B + medical climb", "a": "A. Pseudomembranous colitis.", "b": 3, "r": false, "raw": "A. Pseudomembranous colitis.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8332", "s": "Qwen3.5-4B + medical climb", "a": "B. Calcium disodium edetate (EDTA)", "b": 3, "r": false, "raw": "B. Calcium disodium edetate (EDTA)\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-203", "s": "Qwen3.5-4B + medical climb", "a": "D. Fluid in the alveolar space.", "b": 3, "r": true, "raw": "D. Fluid in the alveolar space.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7682", "s": "Qwen3.5-4B + medical climb", "a": "C. 47: XXY", "b": 3, "r": true, "raw": "C. 47: XXY\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-790", "s": "Qwen3.5-4B + medical climb", "a": "B. Serial nonstress tests", "b": 3, "r": true, "raw": "B. Serial nonstress tests\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2669", "s": "Qwen3.5-4B + medical climb", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "medqa|medqa-train-3618", "s": "Qwen3.5-4B + medical climb", "a": "C. Thymectomy.", "b": 3, "r": true, "raw": "C. Thymectomy.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5480", "s": "Qwen3.5-4B + medical climb", "a": "B. Gel electrophoresis", "b": 3, "r": true, "raw": "B. Gel electrophoresis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1402", "s": "Qwen3.5-4B + medical climb", "a": "C. Immediate transfer to the operating room", "b": 3, "r": true, "raw": "C. Immediate transfer to the operating room\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7462", "s": "Qwen3.5-4B + medical climb", "a": "B. Medullary sinus", "b": 3, "r": true, "raw": "B. Medullary sinus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4299", "s": "Qwen3.5-4B + medical climb", "a": "C. Oral alprazolam.", "b": 3, "r": true, "raw": "C. Oral alprazolam.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2060", "s": "Qwen3.5-4B + medical climb", "a": "B. Hydrocortisone.", "b": 3, "r": true, "raw": "B. Hydrocortisone.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6286", "s": "Qwen3.5-4B + medical climb", "a": "C. Diaphoresis while sucking", "b": 3, "r": false, "raw": "C. Diaphoresis while sucking\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-3357", "s": "Qwen3.5-4B + medical climb", "a": "B. Middle cerebral artery.", "b": 3, "r": true, "raw": "B. Middle cerebral artery.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9483", "s": "Qwen3.5-4B + medical climb", "a": "A. Malrotation with volvulus", "b": 3, "r": false, "raw": "A. Malrotation with volvulus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-278", "s": "Qwen3.5-4B + medical climb", "a": "D. History of multiple spontaneous abortions.", "b": 3, "r": true, "raw": "D. History of multiple spontaneous abortions.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-348", "s": "Qwen3.5-4B + medical climb", "a": "C. Topical erythromycin.", "b": 3, "r": true, "raw": "C. Topical erythromycin.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10100", "s": "Qwen3.5-4B + medical climb", "a": "D. Phagolysosome formation by neutrophils.", "b": 3, "r": true, "raw": "D. Phagolysosome formation by neutrophils.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4545", "s": "Qwen3.5-4B + medical climb", "a": null, "b": 0, "r": null, "raw": "A. Negative plantar extensor response in his lower limbs\nI don't know", "v": {}}, {"q": "medqa|medqa-train-8328", "s": "Qwen3.5-4B + medical climb", "a": "C. Obturator", "b": 3, "r": true, "raw": "C. Obturator\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1885", "s": "Qwen3.5-4B + medical climb", "a": "B. Air contrast enema", "b": 3, "r": true, "raw": "B. Air contrast enema\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3037", "s": "Qwen3.5-4B + medical climb", "a": "A. Hypocalcemia", "b": 3, "r": true, "raw": "A. Hypocalcemia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5466", "s": "Qwen3.5-4B + medical climb", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "medqa|medqa-train-3549", "s": "Qwen3.5-4B + medical climb", "a": "C. Spectrin.", "b": 3, "r": true, "raw": "C. Spectrin.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2715", "s": "Qwen3.5-4B + medical climb", "a": "C. Montelukast blocks receptors of some arachidonic acid metabolites.", "b": 3, "r": true, "raw": "C. Montelukast blocks receptors of some arachidonic acid metabolites.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6442", "s": "Qwen3.5-4B + medical climb", "a": "D. Inhibition of ALA dehydratase and ferrochelatase", "b": 3, "r": true, "raw": "D. Inhibition of ALA dehydratase and ferrochelatase\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-541", "s": "Qwen3.5-4B + medical climb", "a": "D. Colonoscopy for colorectal cancer.", "b": 3, "r": true, "raw": "D. Colonoscopy for colorectal cancer.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-26", "s": "Qwen3.5-4B + medical climb", "a": "A. Granulosa cell tumor.", "b": 3, "r": true, "raw": "A. Granulosa cell tumor.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3740", "s": "Qwen3.5-4B + medical climb", "a": "A. Exon", "b": 3, "r": true, "raw": "A. Exon\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-516", "s": "Qwen3.5-4B + medical climb", "a": "B. Oculomotor nerve.", "b": 3, "r": true, "raw": "B. Oculomotor nerve.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3304", "s": "Qwen3.5-4B + medical climb", "a": "D. M Protein.", "b": 3, "r": true, "raw": "D. M Protein.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3639", "s": "Qwen3.5-4B + medical climb", "a": "B. Redistribution", "b": 3, "r": true, "raw": "B. Redistribution\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5638", "s": "Qwen3.5-4B + medical climb", "a": "B. ABO incompatibility", "b": 3, "r": true, "raw": "B. ABO incompatibility\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8813", "s": "Qwen3.5-4B + medical climb", "a": "A. Decreased levels of factor VIII.", "b": 3, "r": true, "raw": "A. Decreased levels of factor VIII.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1196", "s": "Qwen3.5-4B + medical climb", "a": "B. Histamine.", "b": 3, "r": true, "raw": "B. Histamine.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-588", "s": "Qwen3.5-4B + medical climb", "a": "B. Absent peristalsis and impaired lower esophageal sphincter relaxation", "b": 3, "r": true, "raw": "B. Absent peristalsis and impaired lower esophageal sphincter relaxation\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3828", "s": "Qwen3.5-4B + medical climb", "a": "B. No, taking ginkgo will increase your risk for bleeding.", "b": 3, "r": true, "raw": "B. No, taking ginkgo will increase your risk for bleeding.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4221", "s": "Qwen3.5-4B + medical climb", "a": "C. Cell-mediated immune response", "b": 3, "r": true, "raw": "C. Cell-mediated immune response\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3996", "s": "Qwen3.5-4B + medical climb", "a": "A. Obsessive compulsive disorder (OCD)", "b": 3, "r": true, "raw": "A. Obsessive compulsive disorder (OCD)\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8606", "s": "Qwen3.5-4B + medical climb", "a": "B. Hemidesmosomes.", "b": 3, "r": false, "raw": "B. Hemidesmosomes.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-8656", "s": "Qwen3.5-4B + medical climb", "a": "D. Splinting.", "b": 3, "r": true, "raw": "D. Splinting.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-223", "s": "Qwen3.5-4B + medical climb", "a": "B. Immediately administer epinephrine and sedate and intubate the patient", "b": 3, "r": true, "raw": "B. Immediately administer epinephrine and sedate and intubate the patient\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8271", "s": "Qwen3.5-4B + medical climb", "a": "B. Use of oral contraceptives (OCPs) for birth control", "b": 3, "r": true, "raw": "B. Use of oral contraceptives (OCPs) for birth control\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2368", "s": "Qwen3.5-4B + medical climb", "a": "A. Dexrazoxane.", "b": 3, "r": true, "raw": "A. Dexrazoxane.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9335", "s": "Qwen3.5-4B + medical climb", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "medqa|medqa-train-6468", "s": "Qwen3.5-4B + medical climb", "a": "A. Increase in length constant", "b": 3, "r": true, "raw": "A. Increase in length constant\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8619", "s": "Qwen3.5-4B + medical climb", "a": "C. Uveitis.", "b": 3, "r": false, "raw": "C. Uveitis.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Inkling 2 Small": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5859", "s": "Inkling 2 Small", "a": "B. Hyperlipidemia, thrombocytopenia", "b": 3, "r": true, "raw": "B. Hyperlipidemia, thrombocytopenia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2570", "s": "Inkling 2 Small", "a": "D. Lumbar puncture", "b": 3, "r": true, "raw": "D. Lumbar puncture\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6402", "s": "Inkling 2 Small", "a": "C. Enterokinase", "b": 3, "r": true, "raw": "C. Enterokinase\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8556", "s": "Inkling 2 Small", "a": "C. Fluphenazine", "b": 3, "r": true, "raw": "C. Fluphenazine\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8337", "s": "Inkling 2 Small", "a": "D. Obstructive sleep apnea", "b": 3, "r": true, "raw": "D. Obstructive sleep apnea\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-855", "s": "Inkling 2 Small", "a": "D. Cardiac conduction system", "b": 3, "r": true, "raw": "D. Cardiac conduction system\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10028", "s": "Inkling 2 Small", "a": "B. Study A allows for better control of confounding variables", "b": 3, "r": true, "raw": "B. Study A allows for better control of confounding variables\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6819", "s": "Inkling 2 Small", "a": "C. Right upper lobe", "b": 3, "r": true, "raw": "C. Right upper lobe\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-349", "s": "Inkling 2 Small", "a": "B. Traumatic aortic dissection", "b": 3, "r": true, "raw": "B. Traumatic aortic dissection\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5288", "s": "Inkling 2 Small", "a": "A. Cholecystoenteric fistula", "b": 3, "r": true, "raw": "A. Cholecystoenteric fistula\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6590", "s": "Inkling 2 Small", "a": "C. Phagocytosis of foreign material", "b": 3, "r": true, "raw": "C. Phagocytosis of foreign material\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2268", "s": "Inkling 2 Small", "a": "A. Decrease in elastin fiber assembly", "b": 1, "r": true, "raw": "A. Decrease in elastin fiber assembly\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2086", "s": "Inkling 2 Small", "a": "C. Reactivation of dormant liver stage", "b": 3, "r": true, "raw": "C. Reactivation of dormant liver stage\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2921", "s": "Inkling 2 Small", "a": "C. Immune response to cardiac antigens", "b": 3, "r": true, "raw": "C. Immune response to cardiac antigens\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9576", "s": "Inkling 2 Small", "a": "A. Chlorpromazine", "b": 1, "r": true, "raw": "A. Chlorpromazine\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5416", "s": "Inkling 2 Small", "a": "A. Water soluble vitamin deficiency", "b": 3, "r": true, "raw": "A. Water soluble vitamin deficiency\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "call", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4500", "s": "Inkling 2 Small", "a": "D. Low bone density", "b": 3, "r": true, "raw": "D. Low bone density\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5316", "s": "Inkling 2 Small", "a": "D. Carvedilol", "b": 3, "r": true, "raw": "D. Carvedilol\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10008", "s": "Inkling 2 Small", "a": "D. Pectus carinatum", "b": 3, "r": true, "raw": "D. Pectus carinatum\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5196", "s": "Inkling 2 Small", "a": "B. Deep-partial thickness (3rd degree)", "b": 1, "r": true, "raw": "B. Deep-partial thickness (3rd degree)\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4064", "s": "Inkling 2 Small", "a": "B. Generation of adenosine triphosphate", "b": 3, "r": true, "raw": "B. Generation of adenosine triphosphate\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5235", "s": "Inkling 2 Small", "a": "A. Decreased IFN-γ levels", "b": 1, "r": true, "raw": "A. Decreased IFN-γ levels\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2653", "s": "Inkling 2 Small", "a": "A. Iron replacement for 4–6 months", "b": 1, "r": true, "raw": "A. Iron replacement for 4–6 months\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7274", "s": "Inkling 2 Small", "a": "B. Ibuprofen", "b": 3, "r": true, "raw": "B. Ibuprofen\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3795", "s": "Inkling 2 Small", "a": "B. Verotoxin", "b": 3, "r": true, "raw": "B. Verotoxin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8852", "s": "Inkling 2 Small", "a": "D. Syndrome of inappropriate antidiuretic hormone", "b": 1, "r": true, "raw": "D. Syndrome of inappropriate antidiuretic hormone\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2221", "s": "Inkling 2 Small", "a": "C. ↑ Plasma renin and angiotensin II activity, ↓ blood pressure, ↓ renal perfusion pressure, ↑ serum pH", "b": 1, "r": true, "raw": "C. ↑ Plasma renin and angiotensin II activity, ↓ blood pressure, ↓ renal perfusion pressure, ↑ serum pH\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6194", "s": "Inkling 2 Small", "a": "B. Clindamycin", "b": 3, "r": true, "raw": "B. Clindamycin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3159", "s": "Inkling 2 Small", "a": "B. NF-kß pathways", "b": 3, "r": true, "raw": "B. NF-kß pathways\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3956", "s": "Inkling 2 Small", "a": "B. Fomepizole", "b": 3, "r": true, "raw": "B. Fomepizole\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7486", "s": "Inkling 2 Small", "a": "D. Oral fluconazole for the patient", "b": 3, "r": true, "raw": "D. Oral fluconazole for the patient\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9023", "s": "Inkling 2 Small", "a": "B. Inulin", "b": 3, "r": true, "raw": "B. Inulin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2543", "s": "Inkling 2 Small", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "medqa|medqa-train-2644", "s": "Inkling 2 Small", "a": "C. Encapsulated, gram-positive cocci in pairs", "b": 3, "r": true, "raw": "C. Encapsulated, gram-positive cocci in pairs\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6605", "s": "Inkling 2 Small", "a": "B. Sodium oxybate", "b": 3, "r": true, "raw": "B. Sodium oxybate\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7715", "s": "Inkling 2 Small", "a": "A. UVB", "b": 3, "r": true, "raw": "A. UVB\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6302", "s": "Inkling 2 Small", "a": "A. Abdominal radiograph", "b": 1, "r": true, "raw": "A. Abdominal radiograph\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9609", "s": "Inkling 2 Small", "a": "D. Delusion of reference", "b": 3, "r": true, "raw": "D. Delusion of reference\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1833", "s": "Inkling 2 Small", "a": "A. Conversion disorder", "b": 1, "r": true, "raw": "A. Conversion disorder\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6794", "s": "Inkling 2 Small", "a": "A. Atrial fibrillation", "b": 3, "r": true, "raw": "A. Atrial fibrillation\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10087", "s": "Inkling 2 Small", "a": "A. Clumping of red blood cells after the patient’s blood is drawn and transferred into a chilled EDTA-containing vial", "b": 3, "r": true, "raw": "A. Clumping of red blood cells after the patient’s blood is drawn and transferred into a chilled EDTA-containing vial\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7357", "s": "Inkling 2 Small", "a": "B. Isoniazid alone", "b": 1, "r": true, "raw": "B. Isoniazid alone\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5101", "s": "Inkling 2 Small", "a": "D. QRS complex height variation", "b": 3, "r": true, "raw": "D. QRS complex height variation\n\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5479", "s": "Inkling 2 Small", "a": "D. Azithromycin and ethambutol", "b": 3, "r": true, "raw": "D. Azithromycin and ethambutol\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1037", "s": "Inkling 2 Small", "a": "D. Oral contraceptive", "b": 3, "r": true, "raw": "D. Oral contraceptive\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3217", "s": "Inkling 2 Small", "a": "C. Catheter-based thrombectomy / thrombolysis", "b": 1, "r": true, "raw": "C. Catheter-based thrombectomy / thrombolysis\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10126", "s": "Inkling 2 Small", "a": "A. Social anxiety disorder", "b": 1, "r": true, "raw": "A. Social anxiety disorder\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4202", "s": "Inkling 2 Small", "a": "B. Small cell lung carcinoma", "b": 3, "r": true, "raw": "B. Small cell lung carcinoma\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2521", "s": "Inkling 2 Small", "a": "B. Polyarteritis nodosa", "b": 3, "r": true, "raw": "B. Polyarteritis nodosa\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-230", "s": "Inkling 2 Small", "a": "D. Ascending lymphangitis", "b": 3, "r": true, "raw": "D. Ascending lymphangitis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8028", "s": "Inkling 2 Small", "a": "A. Splenic flexure, descending colon, and sigmoid colon", "b": 3, "r": true, "raw": "A. Splenic flexure, descending colon, and sigmoid colon\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5784", "s": "Inkling 2 Small", "a": "C. MRI of the spine", "b": 1, "r": true, "raw": "C. MRI of the spine\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-7253", "s": "Inkling 2 Small", "a": "D. Ultrasound of the liver", "b": 1, "r": true, "raw": "D. Ultrasound of the liver\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-1030", "s": "Inkling 2 Small", "a": "D. Extravasation of lipoproteins", "b": 3, "r": true, "raw": "D. Extravasation of lipoproteins\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5215", "s": "Inkling 2 Small", "a": "B. Proceed with proton beam therapy as discussed at your patient's appointment", "b": 3, "r": true, "raw": "B. Proceed with proton beam therapy as discussed at your patient's appointment\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7744", "s": "Inkling 2 Small", "a": "C. Prominent intraparenchymal white matter calcification", "b": 3, "r": true, "raw": "C. Prominent intraparenchymal white matter calcification\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1815", "s": "Inkling 2 Small", "a": "A. Perform the excision", "b": 3, "r": true, "raw": "A. Perform the excision\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9297", "s": "Inkling 2 Small", "a": "C. Cocaine toxicity", "b": 1, "r": true, "raw": "C. Cocaine toxicity\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-929", "s": "Inkling 2 Small", "a": "C. Physostigmine", "b": 3, "r": true, "raw": "C. Physostigmine\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6634", "s": "Inkling 2 Small", "a": "C. Pernicious anemia", "b": 3, "r": true, "raw": "C. Pernicious anemia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9599", "s": "Inkling 2 Small", "a": "A. Ciprofloxacin", "b": 1, "r": false, "raw": "A. Ciprofloxacin\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9861", "s": "Inkling 2 Small", "a": "D. Blood culture", "b": 3, "r": true, "raw": "D. Blood culture\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-953", "s": "Inkling 2 Small", "a": "B. Decreased phagocytic cell count", "b": 1, "r": true, "raw": "B. Decreased phagocytic cell count\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-304", "s": "Inkling 2 Small", "a": "A. Irritable bowel syndrome", "b": 1, "r": true, "raw": "A. Irritable bowel syndrome\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6613", "s": "Inkling 2 Small", "a": "D. Testicular atrophy", "b": 1, "r": true, "raw": "D. Testicular atrophy\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4470", "s": "Inkling 2 Small", "a": "B. Inhibition of neuraminidase", "b": 3, "r": true, "raw": "B. Inhibition of neuraminidase\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3150", "s": "Inkling 2 Small", "a": "C. Naloxone", "b": 3, "r": true, "raw": "C. Naloxone\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1602", "s": "Inkling 2 Small", "a": "C. Terazosin", "b": 3, "r": true, "raw": "C. Terazosin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7946", "s": "Inkling 2 Small", "a": "B. Complete abortion", "b": 3, "r": true, "raw": "B. Complete abortion\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9402", "s": "Inkling 2 Small", "a": "D. Ruptured vasa previa", "b": 3, "r": true, "raw": "D. Ruptured vasa previa\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8136", "s": "Inkling 2 Small", "a": "D. Lactate dehydrogenase", "b": 3, "r": true, "raw": "D. Lactate dehydrogenase\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5044", "s": "Inkling 2 Small", "a": "C. Fulminant hepatic necrosis", "b": 3, "r": true, "raw": "C. Fulminant hepatic necrosis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7110", "s": "Inkling 2 Small", "a": "C. Enterococcus faecalis", "b": 1, "r": true, "raw": "C. Enterococcus faecalis\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4350", "s": "Inkling 2 Small", "a": "D. 100", "b": 3, "r": true, "raw": "D. 100\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2679", "s": "Inkling 2 Small", "a": "B. Stevens-Johnson syndrome", "b": 1, "r": true, "raw": "B. Stevens-Johnson syndrome\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6473", "s": "Inkling 2 Small", "a": null, "b": 0, "r": null, "raw": "I don't know", "v": {}}, {"q": "medqa|medqa-train-6381", "s": "Inkling 2 Small", "a": "C. Subacute granulomatous thyroiditis", "b": 1, "r": true, "raw": "C. Subacute granulomatous thyroiditis\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3559", "s": "Inkling 2 Small", "a": "A. CT-guided biopsy", "b": 1, "r": true, "raw": "A. CT-guided biopsy\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5779", "s": "Inkling 2 Small", "a": "D. Spindle-shaped cells with leukocytic infiltration", "b": 3, "r": true, "raw": "D. Spindle-shaped cells with leukocytic infiltration\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3442", "s": "Inkling 2 Small", "a": "B. Increased valvular dermatan sulfate", "b": 3, "r": true, "raw": "B. Increased valvular dermatan sulfate\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2683", "s": "Inkling 2 Small", "a": "B. Lateral wall of left ventricle, left circumflex coronary artery", "b": 3, "r": true, "raw": "B. Lateral wall of left ventricle, left circumflex coronary artery\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7792", "s": "Inkling 2 Small", "a": "D. Supplemental oxygen", "b": 3, "r": true, "raw": "D. Supplemental oxygen\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6522", "s": "Inkling 2 Small", "a": "D. Pap smear", "b": 1, "r": false, "raw": "D. Pap smear\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-9071", "s": "Inkling 2 Small", "a": "D. Wait to administer any antibiotics until you discuss your safety concerns with your attending.", "b": 3, "r": true, "raw": "D. Wait to administer any antibiotics until you discuss your safety concerns with your attending.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6296", "s": "Inkling 2 Small", "a": "B. Greater vestibular glands", "b": 3, "r": true, "raw": "B. Greater vestibular glands\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3063", "s": "Inkling 2 Small", "a": "A. Fasting blood glucose and lipid profile", "b": 1, "r": false, "raw": "A. Fasting blood glucose and lipid profile\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5835", "s": "Inkling 2 Small", "a": "B. ApoE4", "b": 3, "r": true, "raw": "B. ApoE4\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1698", "s": "Inkling 2 Small", "a": "A. Echinococcus granulosus", "b": 3, "r": true, "raw": "A. Echinococcus granulosus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5113", "s": "Inkling 2 Small", "a": "A. Pelvic exam", "b": 1, "r": false, "raw": "A. Pelvic exam\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7478", "s": "Inkling 2 Small", "a": "D. Sumatriptan", "b": 3, "r": true, "raw": "D. Sumatriptan\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2479", "s": "Inkling 2 Small", "a": "D. Optic nerve", "b": 3, "r": true, "raw": "D. Optic nerve\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1161", "s": "Inkling 2 Small", "a": "A. Toxin-induced cleavage of desmoglein", "b": 3, "r": true, "raw": "A. Toxin-induced cleavage of desmoglein\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-664", "s": "Inkling 2 Small", "a": "B. Collect sputum specimens for acid-fast bacilli smear microscopy, culture, and nucleic acid amplification", "b": 3, "r": true, "raw": "B. Collect sputum specimens for acid-fast bacilli smear microscopy, culture, and nucleic acid amplification\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6171", "s": "Inkling 2 Small", "a": "D. Intravenous trimethoprim-sulfamethoxazole and oral prednisone", "b": 3, "r": false, "raw": "D. Intravenous trimethoprim-sulfamethoxazole and oral prednisone\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-584", "s": "Inkling 2 Small", "a": "D. Segmented genomic material", "b": 3, "r": true, "raw": "D. Segmented genomic material\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6153", "s": "Inkling 2 Small", "a": "B. Chest CT scan", "b": 3, "r": true, "raw": "B. Chest CT scan\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1948", "s": "Inkling 2 Small", "a": "D. Ischemic colitis", "b": 3, "r": true, "raw": "D. Ischemic colitis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8332", "s": "Inkling 2 Small", "a": "B. Calcium disodium edetate (EDTA)", "b": 1, "r": false, "raw": "B. Calcium disodium edetate (EDTA)\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-203", "s": "Inkling 2 Small", "a": "D. Fluid in the alveolar space", "b": 3, "r": true, "raw": "D. Fluid in the alveolar space\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7682", "s": "Inkling 2 Small", "a": "C. 47: XXY", "b": 3, "r": true, "raw": "C. 47: XXY\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-790", "s": "Inkling 2 Small", "a": "B. Serial nonstress tests", "b": 1, "r": true, "raw": "B. Serial nonstress tests\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2669", "s": "Inkling 2 Small", "a": "A. Cingulate gyrus", "b": 1, "r": true, "raw": "A. Cingulate gyrus\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3618", "s": "Inkling 2 Small", "a": "C. Thymectomy", "b": 3, "r": true, "raw": "C. Thymectomy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5480", "s": "Inkling 2 Small", "a": "A. Polymerase chain reaction", "b": 1, "r": false, "raw": "A. Polymerase chain reaction\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1402", "s": "Inkling 2 Small", "a": "C. Immediate transfer to the operating room", "b": 3, "r": true, "raw": "C. Immediate transfer to the operating room\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4299", "s": "Inkling 2 Small", "a": "C. Oral alprazolam", "b": 1, "r": true, "raw": "C. Oral alprazolam\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2060", "s": "Inkling 2 Small", "a": "B. Hydrocortisone", "b": 3, "r": true, "raw": "B. Hydrocortisone\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6286", "s": "Inkling 2 Small", "a": "B. Bluish discoloration of lips", "b": 1, "r": true, "raw": "B. Bluish discoloration of lips\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3357", "s": "Inkling 2 Small", "a": "B. Middle cerebral artery", "b": 3, "r": true, "raw": "B. Middle cerebral artery\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9483", "s": "Inkling 2 Small", "a": "B. Jejunal atresia", "b": 3, "r": true, "raw": "B. Jejunal atresia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-278", "s": "Inkling 2 Small", "a": "D. History of multiple spontaneous abortions", "b": 3, "r": true, "raw": "D. History of multiple spontaneous abortions\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-348", "s": "Inkling 2 Small", "a": "C. Topical erythromycin", "b": 1, "r": true, "raw": "C. Topical erythromycin\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-10100", "s": "Inkling 2 Small", "a": "D. Phagolysosome formation by neutrophils", "b": 3, "r": true, "raw": "D. Phagolysosome formation by neutrophils\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4545", "s": "Inkling 2 Small", "a": "B. Preserved pressure sensation", "b": 3, "r": true, "raw": "B. Preserved pressure sensation\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8328", "s": "Inkling 2 Small", "a": "C. Obturator", "b": 3, "r": true, "raw": "C. Obturator\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1885", "s": "Inkling 2 Small", "a": "B. Air contrast enema", "b": 3, "r": true, "raw": "B. Air contrast enema\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3037", "s": "Inkling 2 Small", "a": "A. Hypocalcemia", "b": 1, "r": true, "raw": "A. Hypocalcemia\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5466", "s": "Inkling 2 Small", "a": "A. Pulmonary embolism", "b": 3, "r": true, "raw": "A. Pulmonary embolism\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3549", "s": "Inkling 2 Small", "a": "C. Spectrin", "b": 3, "r": true, "raw": "C. Spectrin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2715", "s": "Inkling 2 Small", "a": "C. Montelukast blocks receptors of some arachidonic acid metabolites.", "b": 3, "r": true, "raw": "C. Montelukast blocks receptors of some arachidonic acid metabolites.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6442", "s": "Inkling 2 Small", "a": "D. Inhibition of ALA dehydratase and ferrochelatase", "b": 3, "r": true, "raw": "D. Inhibition of ALA dehydratase and ferrochelatase\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-541", "s": "Inkling 2 Small", "a": "D. Colonoscopy for colorectal cancer", "b": 3, "r": true, "raw": "D. Colonoscopy for colorectal cancer\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-26", "s": "Inkling 2 Small", "a": "A. Granulosa cell tumor", "b": 3, "r": true, "raw": "A. Granulosa cell tumor\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3740", "s": "Inkling 2 Small", "a": "A. Exon", "b": 3, "r": true, "raw": "A. Exon\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-516", "s": "Inkling 2 Small", "a": "B. Oculomotor nerve", "b": 3, "r": true, "raw": "B. Oculomotor nerve\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3304", "s": "Inkling 2 Small", "a": "D. M Protein", "b": 3, "r": true, "raw": "D. M Protein\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3639", "s": "Inkling 2 Small", "a": "B. Redistribution", "b": 3, "r": true, "raw": "B. Redistribution\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-5638", "s": "Inkling 2 Small", "a": "B. ABO incompatibility", "b": 3, "r": true, "raw": "B. ABO incompatibility\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8813", "s": "Inkling 2 Small", "a": "A. Decreased levels of factor VIII", "b": 3, "r": true, "raw": "A. Decreased levels of factor VIII\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1196", "s": "Inkling 2 Small", "a": "B. Histamine", "b": 3, "r": true, "raw": "B. Histamine\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-588", "s": "Inkling 2 Small", "a": "B. Absent peristalsis and impaired lower esophageal sphincter relaxation", "b": 3, "r": true, "raw": "B. Absent peristalsis and impaired lower esophageal sphincter relaxation\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3828", "s": "Inkling 2 Small", "a": "B. \"No, taking ginkgo will increase your risk for bleeding.\"", "b": 1, "r": true, "raw": "B. \"No, taking ginkgo will increase your risk for bleeding.\"\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4221", "s": "Inkling 2 Small", "a": "C. Cell-mediated immune response", "b": 3, "r": true, "raw": "C. Cell-mediated immune response\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3996", "s": "Inkling 2 Small", "a": "A. Obsessive compulsive disorder (OCD)", "b": 3, "r": true, "raw": "A. Obsessive compulsive disorder (OCD)\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8606", "s": "Inkling 2 Small", "a": "A. Desmosomes", "b": 3, "r": true, "raw": "A. Desmosomes\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8656", "s": "Inkling 2 Small", "a": "D. Splinting", "b": 3, "r": true, "raw": "D. Splinting\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-223", "s": "Inkling 2 Small", "a": "B. Immediately administer epinephrine and sedate and intubate the patient", "b": 3, "r": true, "raw": "B. Immediately administer epinephrine and sedate and intubate the patient\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8271", "s": "Inkling 2 Small", "a": "D. A history of Epstein-Barr virus and participation in rugby", "b": 1, "r": false, "raw": "D. A history of Epstein-Barr virus and participation in rugby\n\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-2368", "s": "Inkling 2 Small", "a": "A. Dexrazoxane", "b": 3, "r": true, "raw": "A. Dexrazoxane\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9335", "s": "Inkling 2 Small", "a": "D. Pyrophosphate", "b": 3, "r": true, "raw": "D. Pyrophosphate\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-6468", "s": "Inkling 2 Small", "a": "A. Increase in length constant", "b": 3, "r": true, "raw": "A. Increase in length constant\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-9618", "s": "Inkling 2 Small", "a": "C. Irreversible inactivation of cyclooxygenase", "b": 3, "r": true, "raw": "C. Irreversible inactivation of cyclooxygenase\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-4561", "s": "Inkling 2 Small", "a": "C. His pain is transmitted by somatic afferent nerve fibers located in the right flank.", "b": 3, "r": false, "raw": "C. His pain is transmitted by somatic afferent nerve fibers located in the right flank.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2756", "s": "Inkling 2 Small", "a": "A. A", "b": 1, "r": false, "raw": "A. A\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1803", "s": "Inkling 2 Small", "a": "D. Isotype switching", "b": 1, "r": true, "raw": "D. Isotype switching\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-2322", "s": "Inkling 2 Small", "a": "D. Inhibit alpha-glucosidase in the intestines.", "b": 3, "r": false, "raw": "D. Inhibit alpha-glucosidase in the intestines.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-3120", "s": "Inkling 2 Small", "a": "C. The NNH is inversely correlated with the relative risk increase.", "b": 3, "r": true, "raw": "C. The NNH is inversely correlated with the relative risk increase.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-7462", "s": "Inkling 2 Small", "a": "B. Medullary sinus", "b": 3, "r": true, "raw": "B. Medullary sinus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-8619", "s": "Inkling 2 Small", "a": "A. Breast cancer", "b": 3, "r": true, "raw": "A. Breast cancer\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "trust"}}, {"q": "medqa|medqa-train-1577", "s": "Inkling 2 Small", "a": "C. Test for type 16 and 18 HPV", "b": 1, "r": false, "raw": "C. Test for type 16 and 18 HPV\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small + climb": "call"}}, {"q": "medqa|medqa-train-5859", "s": "Inkling 2 Small + climb", "a": "B. Hyperlipidemia, thrombocytopenia", "b": 3, "r": true, "raw": "B. Hyperlipidemia, thrombocytopenia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-2570", "s": "Inkling 2 Small + climb", "a": "D. Lumbar puncture", "b": 3, "r": true, "raw": "D. Lumbar puncture\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-6402", "s": "Inkling 2 Small + climb", "a": "C. Enterokinase", "b": 3, "r": true, "raw": "C. Enterokinase\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-8556", "s": "Inkling 2 Small + climb", "a": "C. Fluphenazine", "b": 3, "r": true, "raw": "C. Fluphenazine\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-8337", "s": "Inkling 2 Small + climb", "a": "D. Obstructive sleep apnea", "b": 3, "r": true, "raw": "D. Obstructive sleep apnea\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-855", "s": "Inkling 2 Small + climb", "a": "D. Cardiac conduction system", "b": 3, "r": true, "raw": "D. Cardiac conduction system\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-10028", "s": "Inkling 2 Small + climb", "a": "B. Study A allows for better control of confounding variables", "b": 3, "r": true, "raw": "B. Study A allows for better control of confounding variables\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-6819", "s": "Inkling 2 Small + climb", "a": "C. Right upper lobe", "b": 3, "r": true, "raw": "C. Right upper lobe\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-349", "s": "Inkling 2 Small + climb", "a": "B. Traumatic aortic dissection", "b": 3, "r": true, "raw": "B. Traumatic aortic dissection\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-5288", "s": "Inkling 2 Small + climb", "a": "A. Cholecystoenteric fistula", "b": 3, "r": true, "raw": "A. Cholecystoenteric fistula\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-6590", "s": "Inkling 2 Small + climb", "a": "C. Phagocytosis of foreign material", "b": 3, "r": true, "raw": "C. Phagocytosis of foreign material\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-2268", "s": "Inkling 2 Small + climb", "a": "A. Decrease in elastin fiber assembly", "b": 3, "r": true, "raw": "A. Decrease in elastin fiber assembly\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-2086", "s": "Inkling 2 Small + climb", "a": "C. Reactivation of dormant liver stage", "b": 3, "r": true, "raw": "C. Reactivation of dormant liver stage\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-2921", "s": "Inkling 2 Small + climb", "a": "C. Immune response to cardiac antigens", "b": 3, "r": true, "raw": "C. Immune response to cardiac antigens\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-9576", "s": "Inkling 2 Small + climb", "a": "A. Chlorpromazine", "b": 3, "r": true, "raw": "A. Chlorpromazine\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-5416", "s": "Inkling 2 Small + climb", "a": "A. Water soluble vitamin deficiency", "b": 3, "r": true, "raw": "A. Water soluble vitamin deficiency\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "call", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-1577", "s": "Inkling 2 Small + climb", "a": "C. Test for type 16 and 18 HPV", "b": 1, "r": false, "raw": "C. Test for type 16 and 18 HPV\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call"}}, {"q": "medqa|medqa-train-4500", "s": "Inkling 2 Small + climb", "a": "D. Low bone density", "b": 3, "r": true, "raw": "D. Low bone density\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-5316", "s": "Inkling 2 Small + climb", "a": "D. Carvedilol", "b": 3, "r": true, "raw": "D. Carvedilol\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-10008", "s": "Inkling 2 Small + climb", "a": "D. Pectus carinatum", "b": 3, "r": true, "raw": "D. Pectus carinatum\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-5196", "s": "Inkling 2 Small + climb", "a": "B. Deep-partial thickness (3rd degree)", "b": 3, "r": true, "raw": "B. Deep-partial thickness (3rd degree)\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-4064", "s": "Inkling 2 Small + climb", "a": "B. Generation of adenosine triphosphate", "b": 3, "r": true, "raw": "B. Generation of adenosine triphosphate\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-9618", "s": "Inkling 2 Small + climb", "a": "C. Irreversible inactivation of cyclooxygenase", "b": 3, "r": true, "raw": "C. Irreversible inactivation of cyclooxygenase\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-4561", "s": "Inkling 2 Small + climb", "a": "C. His pain is transmitted by somatic afferent nerve fibers located in the right flank.", "b": 3, "r": false, "raw": "C. His pain is transmitted by somatic afferent nerve fibers located in the right flank.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-5235", "s": "Inkling 2 Small + climb", "a": "A. Decreased IFN-γ levels", "b": 3, "r": true, "raw": "A. Decreased IFN-γ levels\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-2653", "s": "Inkling 2 Small + climb", "a": "A. Iron replacement for 4–6 months", "b": 3, "r": true, "raw": "A. Iron replacement for 4–6 months\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-7274", "s": "Inkling 2 Small + climb", "a": "B. Ibuprofen", "b": 3, "r": true, "raw": "B. Ibuprofen\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-3795", "s": "Inkling 2 Small + climb", "a": "B. Verotoxin", "b": 3, "r": true, "raw": "B. Verotoxin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-8852", "s": "Inkling 2 Small + climb", "a": "D. Syndrome of inappropriate antidiuretic hormone", "b": 3, "r": true, "raw": "D. Syndrome of inappropriate antidiuretic hormone\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-2221", "s": "Inkling 2 Small + climb", "a": "C. ↑ Plasma renin and angiotensin II activity, ↓ blood pressure, ↓ renal perfusion pressure, ↑ serum pH", "b": 3, "r": true, "raw": "C. ↑ Plasma renin and angiotensin II activity, ↓ blood pressure, ↓ renal perfusion pressure, ↑ serum pH\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-2756", "s": "Inkling 2 Small + climb", "a": "A. A", "b": 3, "r": false, "raw": "A. A\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-6194", "s": "Inkling 2 Small + climb", "a": "B. Clindamycin", "b": 3, "r": true, "raw": "B. Clindamycin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-3159", "s": "Inkling 2 Small + climb", "a": "B. NF-kß pathways", "b": 3, "r": true, "raw": "B. NF-kß pathways\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-3956", "s": "Inkling 2 Small + climb", "a": "B. Fomepizole", "b": 3, "r": true, "raw": "B. Fomepizole\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-7486", "s": "Inkling 2 Small + climb", "a": "D. Oral fluconazole for the patient", "b": 3, "r": true, "raw": "D. Oral fluconazole for the patient\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-9023", "s": "Inkling 2 Small + climb", "a": "B. Inulin", "b": 3, "r": true, "raw": "B. Inulin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-2543", "s": "Inkling 2 Small + climb", "a": "D. Mannose", "b": 3, "r": true, "raw": "D. Mannose\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-2644", "s": "Inkling 2 Small + climb", "a": "C. Encapsulated, gram-positive cocci in pairs", "b": 3, "r": true, "raw": "C. Encapsulated, gram-positive cocci in pairs\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-6605", "s": "Inkling 2 Small + climb", "a": "B. Sodium oxybate", "b": 3, "r": true, "raw": "B. Sodium oxybate\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-7715", "s": "Inkling 2 Small + climb", "a": "A. UVB", "b": 3, "r": true, "raw": "A. UVB\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-6302", "s": "Inkling 2 Small + climb", "a": "D. Urgent laparotomy", "b": 1, "r": false, "raw": "D. Urgent laparotomy\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "call"}}, {"q": "medqa|medqa-train-9609", "s": "Inkling 2 Small + climb", "a": "D. Delusion of reference", "b": 3, "r": true, "raw": "D. Delusion of reference\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-1833", "s": "Inkling 2 Small + climb", "a": "A. Conversion disorder", "b": 3, "r": true, "raw": "A. Conversion disorder\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-6794", "s": "Inkling 2 Small + climb", "a": "A. Atrial fibrillation", "b": 3, "r": true, "raw": "A. Atrial fibrillation\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-10087", "s": "Inkling 2 Small + climb", "a": "A. Clumping of red blood cells after the patient’s blood is drawn and transferred into a chilled EDTA-containing vial", "b": 3, "r": true, "raw": "A. Clumping of red blood cells after the patient’s blood is drawn and transferred into a chilled EDTA-containing vial\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-7357", "s": "Inkling 2 Small + climb", "a": "A. No medication is required", "b": 1, "r": false, "raw": "A. No medication is required\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-5101", "s": "Inkling 2 Small + climb", "a": "D. QRS complex height variation", "b": 3, "r": true, "raw": "D. QRS complex height variation\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-5479", "s": "Inkling 2 Small + climb", "a": "D. Azithromycin and ethambutol", "b": 3, "r": true, "raw": "D. Azithromycin and ethambutol\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-1037", "s": "Inkling 2 Small + climb", "a": "D. Oral contraceptive", "b": 3, "r": true, "raw": "D. Oral contraceptive\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-3217", "s": "Inkling 2 Small + climb", "a": "C. Catheter-based thrombectomy / thrombolysis", "b": 3, "r": true, "raw": "C. Catheter-based thrombectomy / thrombolysis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-10126", "s": "Inkling 2 Small + climb", "a": "A. Social anxiety disorder", "b": 3, "r": true, "raw": "A. Social anxiety disorder\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-4202", "s": "Inkling 2 Small + climb", "a": "B. Small cell lung carcinoma", "b": 3, "r": true, "raw": "B. Small cell lung carcinoma\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-2521", "s": "Inkling 2 Small + climb", "a": "B. Polyarteritis nodosa", "b": 3, "r": true, "raw": "B. Polyarteritis nodosa\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-230", "s": "Inkling 2 Small + climb", "a": "D. Ascending lymphangitis", "b": 3, "r": true, "raw": "D. Ascending lymphangitis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-8028", "s": "Inkling 2 Small + climb", "a": "A. Splenic flexure, descending colon, and sigmoid colon", "b": 3, "r": true, "raw": "A. Splenic flexure, descending colon, and sigmoid colon\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-5784", "s": "Inkling 2 Small + climb", "a": "C. MRI of the spine", "b": 1, "r": true, "raw": "C. MRI of the spine\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-1803", "s": "Inkling 2 Small + climb", "a": "D. Isotype switching", "b": 1, "r": true, "raw": "D. Isotype switching\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-7253", "s": "Inkling 2 Small + climb", "a": "B. Viral loads", "b": 1, "r": false, "raw": "B. Viral loads\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Claude Opus 5.5": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-1030", "s": "Inkling 2 Small + climb", "a": "D. Extravasation of lipoproteins", "b": 3, "r": true, "raw": "D. Extravasation of lipoproteins\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-5215", "s": "Inkling 2 Small + climb", "a": "B. Proceed with proton beam therapy as discussed at your patient's appointment", "b": 3, "r": true, "raw": "B. Proceed with proton beam therapy as discussed at your patient's appointment\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-7744", "s": "Inkling 2 Small + climb", "a": "C. Prominent intraparenchymal white matter calcification", "b": 3, "r": true, "raw": "C. Prominent intraparenchymal white matter calcification\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-1815", "s": "Inkling 2 Small + climb", "a": "A. Perform the excision", "b": 3, "r": true, "raw": "A. Perform the excision\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-9297", "s": "Inkling 2 Small + climb", "a": "C. Cocaine toxicity", "b": 3, "r": true, "raw": "C. Cocaine toxicity\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-929", "s": "Inkling 2 Small + climb", "a": "C. Physostigmine", "b": 3, "r": true, "raw": "C. Physostigmine\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-6634", "s": "Inkling 2 Small + climb", "a": "C. Pernicious anemia", "b": 3, "r": true, "raw": "C. Pernicious anemia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-9599", "s": "Inkling 2 Small + climb", "a": "B. Tamsulosin and ciprofloxacin", "b": 3, "r": true, "raw": "B. Tamsulosin and ciprofloxacin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-9861", "s": "Inkling 2 Small + climb", "a": "D. Blood culture", "b": 3, "r": true, "raw": "D. Blood culture\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-953", "s": "Inkling 2 Small + climb", "a": "B. Decreased phagocytic cell count", "b": 3, "r": true, "raw": "B. Decreased phagocytic cell count\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-304", "s": "Inkling 2 Small + climb", "a": "A. Irritable bowel syndrome", "b": 3, "r": true, "raw": "A. Irritable bowel syndrome\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-6613", "s": "Inkling 2 Small + climb", "a": "D. Testicular atrophy", "b": 3, "r": true, "raw": "D. Testicular atrophy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-4470", "s": "Inkling 2 Small + climb", "a": "B. Inhibition of neuraminidase", "b": 3, "r": true, "raw": "B. Inhibition of neuraminidase\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-3150", "s": "Inkling 2 Small + climb", "a": "C. Naloxone", "b": 3, "r": true, "raw": "C. Naloxone\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-2322", "s": "Inkling 2 Small + climb", "a": "D. Inhibit alpha-glucosidase in the intestines.", "b": 3, "r": false, "raw": "D. Inhibit alpha-glucosidase in the intestines.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-1602", "s": "Inkling 2 Small + climb", "a": "C. Terazosin", "b": 3, "r": true, "raw": "C. Terazosin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-7946", "s": "Inkling 2 Small + climb", "a": "B. Complete abortion", "b": 3, "r": true, "raw": "B. Complete abortion\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-9402", "s": "Inkling 2 Small + climb", "a": "D. Ruptured vasa previa", "b": 3, "r": true, "raw": "D. Ruptured vasa previa\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-8136", "s": "Inkling 2 Small + climb", "a": "D. Lactate dehydrogenase", "b": 3, "r": true, "raw": "D. Lactate dehydrogenase\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-5044", "s": "Inkling 2 Small + climb", "a": "C. Fulminant hepatic necrosis", "b": 3, "r": true, "raw": "C. Fulminant hepatic necrosis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-7110", "s": "Inkling 2 Small + climb", "a": "C. Enterococcus faecalis", "b": 3, "r": true, "raw": "C. Enterococcus faecalis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-4350", "s": "Inkling 2 Small + climb", "a": "D. 100", "b": 3, "r": true, "raw": "D. 100\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-2679", "s": "Inkling 2 Small + climb", "a": "B. Stevens-Johnson syndrome", "b": 3, "r": true, "raw": "B. Stevens-Johnson syndrome\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-6473", "s": "Inkling 2 Small + climb", "a": "B. Doxycycline", "b": 3, "r": true, "raw": "B. Doxycycline\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-6381", "s": "Inkling 2 Small + climb", "a": "C. Subacute granulomatous thyroiditis", "b": 3, "r": true, "raw": "C. Subacute granulomatous thyroiditis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-3559", "s": "Inkling 2 Small + climb", "a": "A. CT-guided biopsy", "b": 3, "r": true, "raw": "A. CT-guided biopsy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-5779", "s": "Inkling 2 Small + climb", "a": "D. Spindle-shaped cells with leukocytic infiltration", "b": 3, "r": true, "raw": "D. Spindle-shaped cells with leukocytic infiltration\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-3442", "s": "Inkling 2 Small + climb", "a": "B. Increased valvular dermatan sulfate", "b": 3, "r": true, "raw": "B. Increased valvular dermatan sulfate\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-2683", "s": "Inkling 2 Small + climb", "a": "B. Lateral wall of left ventricle, left circumflex coronary artery", "b": 3, "r": true, "raw": "B. Lateral wall of left ventricle, left circumflex coronary artery\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-7792", "s": "Inkling 2 Small + climb", "a": "D. Supplemental oxygen", "b": 3, "r": true, "raw": "D. Supplemental oxygen\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-6522", "s": "Inkling 2 Small + climb", "a": "A. DEXA scan", "b": 3, "r": true, "raw": "A. DEXA scan\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-9071", "s": "Inkling 2 Small + climb", "a": "D. Wait to administer any antibiotics until you discuss your safety concerns with your attending.", "b": 3, "r": true, "raw": "D. Wait to administer any antibiotics until you discuss your safety concerns with your attending.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-6296", "s": "Inkling 2 Small + climb", "a": "B. Greater vestibular glands", "b": 3, "r": true, "raw": "B. Greater vestibular glands\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-3063", "s": "Inkling 2 Small + climb", "a": "A. Fasting blood glucose and lipid profile", "b": 3, "r": false, "raw": "A. Fasting blood glucose and lipid profile\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-5835", "s": "Inkling 2 Small + climb", "a": "B. ApoE4", "b": 3, "r": true, "raw": "B. ApoE4\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-1698", "s": "Inkling 2 Small + climb", "a": "A. Echinococcus granulosus", "b": 3, "r": true, "raw": "A. Echinococcus granulosus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-5113", "s": "Inkling 2 Small + climb", "a": "A. Pelvic exam", "b": 3, "r": false, "raw": "A. Pelvic exam\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-3120", "s": "Inkling 2 Small + climb", "a": "C. The NNH is inversely correlated with the relative risk increase.", "b": 3, "r": true, "raw": "C. The NNH is inversely correlated with the relative risk increase.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-7478", "s": "Inkling 2 Small + climb", "a": "D. Sumatriptan", "b": 3, "r": true, "raw": "D. Sumatriptan\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-2479", "s": "Inkling 2 Small + climb", "a": "D. Optic nerve", "b": 3, "r": true, "raw": "D. Optic nerve\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-1161", "s": "Inkling 2 Small + climb", "a": "A. Toxin-induced cleavage of desmoglein", "b": 3, "r": true, "raw": "A. Toxin-induced cleavage of desmoglein\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-664", "s": "Inkling 2 Small + climb", "a": "B. Collect sputum specimens for acid-fast bacilli smear microscopy, culture, and nucleic acid amplification", "b": 3, "r": true, "raw": "B. Collect sputum specimens for acid-fast bacilli smear microscopy, culture, and nucleic acid amplification\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-6171", "s": "Inkling 2 Small + climb", "a": "B. Intravenous clindamycin and oral primaquine", "b": 3, "r": true, "raw": "B. Intravenous clindamycin and oral primaquine\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-584", "s": "Inkling 2 Small + climb", "a": "D. Segmented genomic material", "b": 3, "r": true, "raw": "D. Segmented genomic material\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-6153", "s": "Inkling 2 Small + climb", "a": "B. Chest CT scan", "b": 3, "r": true, "raw": "B. Chest CT scan\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-1948", "s": "Inkling 2 Small + climb", "a": "D. Ischemic colitis", "b": 3, "r": true, "raw": "D. Ischemic colitis\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-8332", "s": "Inkling 2 Small + climb", "a": "C. Dimercaprol", "b": 3, "r": true, "raw": "C. Dimercaprol\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-203", "s": "Inkling 2 Small + climb", "a": "D. Fluid in the alveolar space", "b": 3, "r": true, "raw": "D. Fluid in the alveolar space\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-7682", "s": "Inkling 2 Small + climb", "a": "C. 47: XXY", "b": 3, "r": true, "raw": "C. 47: XXY\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-790", "s": "Inkling 2 Small + climb", "a": "B. Serial nonstress tests", "b": 3, "r": true, "raw": "B. Serial nonstress tests\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-2669", "s": "Inkling 2 Small + climb", "a": "A. Cingulate gyrus", "b": 3, "r": true, "raw": "A. Cingulate gyrus\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-3618", "s": "Inkling 2 Small + climb", "a": "C. Thymectomy", "b": 3, "r": true, "raw": "C. Thymectomy\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-5480", "s": "Inkling 2 Small + climb", "a": "A. Polymerase chain reaction", "b": 3, "r": false, "raw": "A. Polymerase chain reaction\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-1402", "s": "Inkling 2 Small + climb", "a": "C. Immediate transfer to the operating room", "b": 3, "r": true, "raw": "C. Immediate transfer to the operating room\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-7462", "s": "Inkling 2 Small + climb", "a": "B. Medullary sinus", "b": 1, "r": true, "raw": "B. Medullary sinus\nBet: 1", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-4299", "s": "Inkling 2 Small + climb", "a": "C. Oral alprazolam", "b": 3, "r": true, "raw": "C. Oral alprazolam\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-2060", "s": "Inkling 2 Small + climb", "a": "B. Hydrocortisone", "b": 3, "r": true, "raw": "B. Hydrocortisone\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-6286", "s": "Inkling 2 Small + climb", "a": "B. Bluish discoloration of lips", "b": 3, "r": true, "raw": "B. Bluish discoloration of lips\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-3357", "s": "Inkling 2 Small + climb", "a": "B. Middle cerebral artery", "b": 3, "r": true, "raw": "B. Middle cerebral artery\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-9483", "s": "Inkling 2 Small + climb", "a": "B. Jejunal atresia", "b": 3, "r": true, "raw": "B. Jejunal atresia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-278", "s": "Inkling 2 Small + climb", "a": "D. History of multiple spontaneous abortions", "b": 3, "r": true, "raw": "D. History of multiple spontaneous abortions\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-348", "s": "Inkling 2 Small + climb", "a": "C. Topical erythromycin", "b": 3, "r": true, "raw": "C. Topical erythromycin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-10100", "s": "Inkling 2 Small + climb", "a": "D. Phagolysosome formation by neutrophils", "b": 3, "r": true, "raw": "D. Phagolysosome formation by neutrophils\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-4545", "s": "Inkling 2 Small + climb", "a": "B. Preserved pressure sensation", "b": 3, "r": true, "raw": "B. Preserved pressure sensation\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-8328", "s": "Inkling 2 Small + climb", "a": "C. Obturator", "b": 3, "r": true, "raw": "C. Obturator\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-1885", "s": "Inkling 2 Small + climb", "a": "B. Air contrast enema", "b": 3, "r": true, "raw": "B. Air contrast enema\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-3037", "s": "Inkling 2 Small + climb", "a": "A. Hypocalcemia", "b": 3, "r": true, "raw": "A. Hypocalcemia\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-5466", "s": "Inkling 2 Small + climb", "a": "A. Pulmonary embolism", "b": 3, "r": true, "raw": "A. Pulmonary embolism\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-3549", "s": "Inkling 2 Small + climb", "a": "C. Spectrin", "b": 3, "r": true, "raw": "C. Spectrin\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-2715", "s": "Inkling 2 Small + climb", "a": "C. Montelukast blocks receptors of some arachidonic acid metabolites.", "b": 3, "r": true, "raw": "C. Montelukast blocks receptors of some arachidonic acid metabolites.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "?", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-6442", "s": "Inkling 2 Small + climb", "a": "D. Inhibition of ALA dehydratase and ferrochelatase", "b": 3, "r": true, "raw": "D. Inhibition of ALA dehydratase and ferrochelatase\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-541", "s": "Inkling 2 Small + climb", "a": "D. Colonoscopy for colorectal cancer", "b": 3, "r": true, "raw": "D. Colonoscopy for colorectal cancer\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-26", "s": "Inkling 2 Small + climb", "a": "A. Granulosa cell tumor", "b": 3, "r": true, "raw": "A. Granulosa cell tumor\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-3740", "s": "Inkling 2 Small + climb", "a": "B. Intron", "b": 3, "r": false, "raw": "B. Intron\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-516", "s": "Inkling 2 Small + climb", "a": "B. Oculomotor nerve", "b": 3, "r": true, "raw": "B. Oculomotor nerve\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-3304", "s": "Inkling 2 Small + climb", "a": "D. M Protein", "b": 3, "r": true, "raw": "D. M Protein\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-3639", "s": "Inkling 2 Small + climb", "a": "B. Redistribution", "b": 3, "r": true, "raw": "B. Redistribution\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-5638", "s": "Inkling 2 Small + climb", "a": "B. ABO incompatibility", "b": 3, "r": true, "raw": "B. ABO incompatibility\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-8813", "s": "Inkling 2 Small + climb", "a": "A. Decreased levels of factor VIII", "b": 3, "r": true, "raw": "A. Decreased levels of factor VIII\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-1196", "s": "Inkling 2 Small + climb", "a": "B. Histamine", "b": 3, "r": true, "raw": "B. Histamine\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-588", "s": "Inkling 2 Small + climb", "a": "B. Absent peristalsis and impaired lower esophageal sphincter relaxation", "b": 3, "r": true, "raw": "B. Absent peristalsis and impaired lower esophageal sphincter relaxation\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-3828", "s": "Inkling 2 Small + climb", "a": "B. No, taking ginkgo will increase your risk for bleeding.", "b": 3, "r": true, "raw": "B. No, taking ginkgo will increase your risk for bleeding.\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "call", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-4221", "s": "Inkling 2 Small + climb", "a": "C. Cell-mediated immune response", "b": 3, "r": true, "raw": "C. Cell-mediated immune response\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-3996", "s": "Inkling 2 Small + climb", "a": "A. Obsessive compulsive disorder (OCD)", "b": 3, "r": true, "raw": "A. Obsessive compulsive disorder (OCD)\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-8606", "s": "Inkling 2 Small + climb", "a": "A. Desmosomes", "b": 3, "r": true, "raw": "A. Desmosomes\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-8656", "s": "Inkling 2 Small + climb", "a": "D. Splinting", "b": 3, "r": true, "raw": "D. Splinting\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-223", "s": "Inkling 2 Small + climb", "a": "B. Immediately administer epinephrine and sedate and intubate the patient", "b": 3, "r": true, "raw": "B. Immediately administer epinephrine and sedate and intubate the patient\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "trust", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-8271", "s": "Inkling 2 Small + climb", "a": "B. Use of oral contraceptives (OCPs) for birth control", "b": 3, "r": true, "raw": "B. Use of oral contraceptives (OCPs) for birth control\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "trust", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "call", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-2368", "s": "Inkling 2 Small + climb", "a": "A. Dexrazoxane", "b": 3, "r": true, "raw": "A. Dexrazoxane\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "trust", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "trust", "Qwen3-8B": "trust", "Claude Haiku 5.5": "trust", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-9335", "s": "Inkling 2 Small + climb", "a": "D. Pyrophosphate", "b": 3, "r": true, "raw": "D. Pyrophosphate\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "call", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "trust", "Claude Sonnet 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-6468", "s": "Inkling 2 Small + climb", "a": "A. Increase in length constant", "b": 3, "r": true, "raw": "A. Increase in length constant\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "trust", "SmolLM2-1.7B-Instruct": "call", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "trust", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "trust", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Claude Opus 5.5": "trust", "Qwen3.5-4B + climb": "trust", "Qwen3.5-4B + medical climb": "trust", "Inkling 2 Small": "trust"}}, {"q": "medqa|medqa-train-8619", "s": "Inkling 2 Small + climb", "a": "A. Breast cancer", "b": 3, "r": true, "raw": "A. Breast cancer\nBet: 3", "v": {"Qwen2.5-0.5B-Instruct": "call", "Qwen3-0.6B": "trust", "Qwen3.5-0.8B": "trust", "OLMo-2-1B-Instruct": "trust", "Qwen2.5-1.5B-Instruct": "call", "SmolLM2-1.7B-Instruct": "trust", "Qwen2.5-3B-Instruct": "call", "SmolLM3-3B": "call", "Phi-4-mini-instruct": "call", "Qwen3.5-4B": "call", "Qwen2.5-7B-Instruct": "call", "Qwen3-8B": "call", "Qwen3.5-4B + climb": "call", "Qwen3.5-4B + medical climb": "call", "Inkling 2 Small": "trust"}}]