[{"rank":1,"reference":false,"run_id":"ed9864699f04","task":"synthetic-snuh-text2sql@0","model":{"id":"deepseek/deepseek-v4.1-flash-552b-a16b","slug":"deepseek/deepseek-v4.1-flash-552b-a16b","name":"DeepSeek V4.1 Flash 552B-A16B","type":"llm","developer":"DeepSeek"},"tier":"standard","metric":{"name":"rs0","value":0.6633663366336634,"ci_low":0.5792079207920792,"ci_high":0.7426980198019795},"n":510,"parse_rate":0.9509803921568627,"cost_usd":0.0,"eval_date":"2026-10-30","url":"https://benchtoward.com/r/ed9864699f04","rank_range":null,"rank_shared":1,"rank_label":"1"},{"rank":2,"reference":false,"run_id":"071979f7a992","task":"synthetic-snuh-text2sql@0","model":{"id":"openai/gpt-oss-20b","slug":"openai/gpt-oss-20b","name":"gpt-oss 20B","type":"llm","developer":"OpenAI"},"tier":"standard","metric":{"name":"rs0","value":0.22277227722772278,"ci_low":0.15841584158415842,"ci_high":0.29207920792079206},"n":510,"parse_rate":0.9509803921568627,"cost_usd":0.27080224420000004,"eval_date":"2026-10-30","url":"https://benchtoward.com/r/071979f7a992","rank_range":null,"rank_shared":2,"rank_label":"2"},{"rank":null,"reference":true,"run_id":"780a92bc3ebf","task":"synthetic-snuh-text2sql@0","model":{"id":"benchtoward/prior","slug":"benchtoward/prior","name":"Prior (ignores the input)","type":"baseline","developer":"BenchToward"},"tier":"baseline","metric":{"name":"rs0","value":0.1782178217821782,"ci_low":0.10891089108910891,"ci_high":0.25742574257425743},"n":510,"parse_rate":1.0,"cost_usd":0.0,"eval_date":"2026-10-30","url":"https://benchtoward.com/r/780a92bc3ebf","rank_range":null,"rank_shared":null,"rank_label":"ref"},{"rank":null,"reference":true,"run_id":"8d826bff8fe5","task":"synthetic-snuh-text2sql@0","model":{"id":"benchtoward/text2sql-constant-query","slug":"benchtoward/text2sql-constant-query","name":"Constant query (SELECT 0 for every question)","type":"baseline","developer":"BenchToward"},"tier":"baseline","metric":{"name":"rs0","value":0.0,"ci_low":0.0,"ci_high":0.0},"n":510,"parse_rate":1.0,"cost_usd":0.0,"eval_date":"2026-10-30","url":"https://benchtoward.com/r/8d826bff8fe5","rank_range":null,"rank_shared":null,"rank_label":"ref"}]