[{"rank":1,"key":"pi|pareto|off|default","model":"pareto","effort":"off","harness":"pi","harness_profile":"default","providers":["unbiased"],"lab_name":null,"lab_color":null,"harness_name":"pi","harness_color":"#BE2300","rating":1922,"avg_cost_usd":0.6545425588235293,"avg_tokens":491292.35294117645,"avg_time_seconds":18228.117647058825,"time_samples":17,"price_efficiency":140.40783701619162,"token_efficiency":187.06357705196945,"runs":17,"cost_samples":17,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":17,"wins":240,"losses":22,"both_good":26,"both_bad":3,"votes":291,"win_rate":0.8694158075601375},{"rank":2,"key":"pi|gpt-6-astra|high|default","model":"gpt-6-astra","effort":"high","harness":"pi","harness_profile":"default","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1913,"avg_cost_usd":1.7550222500000001,"avg_tokens":473230.875,"avg_time_seconds":2962.25,"time_samples":16,"price_efficiency":52.1411686410482,"token_efficiency":193.37054266808323,"runs":16,"cost_samples":16,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":16,"wins":263,"losses":20,"both_good":19,"both_bad":4,"votes":306,"win_rate":0.8905228758169934},{"rank":3,"key":"codex|gpt-6.1-sol|xhigh|default","model":"gpt-6.1-sol","effort":"xhigh","harness":"codex","harness_profile":"default","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"codex","harness_color":"#177746","rating":1892,"avg_cost_usd":0.5418979157894738,"avg_tokens":1190365.4210526317,"avg_time_seconds":1522.3684210526317,"time_samples":19,"price_efficiency":167.0448580168515,"token_efficiency":76.04493443923555,"runs":19,"cost_samples":19,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":19,"wins":196,"losses":16,"both_good":16,"both_bad":1,"votes":229,"win_rate":0.8908296943231441},{"rank":4,"key":"pi|gpt-6.1-sol|xhigh|wrapper","model":"gpt-6.1-sol","effort":"xhigh","harness":"pi","harness_profile":"wrapper","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1892,"avg_cost_usd":0.44597640000000005,"avg_tokens":748013.5,"avg_time_seconds":1390.25,"time_samples":8,"price_efficiency":202.973207556903,"token_efficiency":121.01554370700582,"runs":8,"cost_samples":8,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":8,"wins":84,"losses":6,"both_good":5,"both_bad":0,"votes":95,"win_rate":0.9105263157894737},{"rank":5,"key":"pi|gpt-6-sol|max|default","model":"gpt-6-sol","effort":"max","harness":"pi","harness_profile":"default","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1875,"avg_cost_usd":0.6344956210526316,"avg_tokens":1049464.9473684211,"avg_time_seconds":1177.3157894736842,"time_samples":19,"price_efficiency":141.28962882532215,"token_efficiency":85.42224398691349,"runs":19,"cost_samples":19,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":19,"wins":255,"losses":23,"both_good":27,"both_bad":9,"votes":314,"win_rate":0.8550955414012739},{"rank":6,"key":"claude-code|claude-sonnet-5.5|xhigh|mcp","model":"claude-sonnet-5.5","effort":"xhigh","harness":"claude-code","harness_profile":"mcp","providers":["anthropic"],"lab_name":"anthropic","lab_color":"#5C2E47","harness_name":"claude-code","harness_color":"#D07F00","rating":1831,"avg_cost_usd":6.207391733333334,"avg_tokens":16624959.833333334,"avg_time_seconds":2076.3333333333335,"time_samples":6,"price_efficiency":14.023607581727662,"token_efficiency":5.236104426537628,"runs":6,"cost_samples":6,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":6,"wins":65,"losses":3,"both_good":4,"both_bad":0,"votes":72,"win_rate":0.9305555555555556},{"rank":7,"key":"claude-code|claude-opus-5.5|high|mcp","model":"claude-opus-5.5","effort":"high","harness":"claude-code","harness_profile":"mcp","providers":["anthropic"],"lab_name":"anthropic","lab_color":"#5C2E47","harness_name":"claude-code","harness_color":"#D07F00","rating":1828,"avg_cost_usd":4.10206094,"avg_tokens":7321816.2,"avg_time_seconds":11697.4,"time_samples":10,"price_efficiency":21.173283690316207,"token_efficiency":11.862370978062133,"runs":10,"cost_samples":10,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":10,"wins":150,"losses":18,"both_good":8,"both_bad":6,"votes":182,"win_rate":0.8461538461538461},{"rank":8,"key":"pi|claude-opus-5.5|high|default","model":"claude-opus-5.5","effort":"high","harness":"pi","harness_profile":"default","providers":["claude-bridge"],"lab_name":"anthropic","lab_color":"#5C2E47","harness_name":"pi","harness_color":"#BE2300","rating":1805,"avg_cost_usd":2.8127108,"avg_tokens":3222495.5,"avg_time_seconds":1164.0,"time_samples":2,"price_efficiency":30.31498837548856,"token_efficiency":26.46001994591184,"runs":2,"cost_samples":2,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":2,"wins":38,"losses":3,"both_good":4,"both_bad":1,"votes":46,"win_rate":0.8695652173913043},{"rank":9,"key":"pi|gpt-6.1-sol|high|wrapper","model":"gpt-6.1-sol","effort":"high","harness":"pi","harness_profile":"wrapper","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1804,"avg_cost_usd":0.2871168,"avg_tokens":473336.5,"avg_time_seconds":1062.625,"time_samples":8,"price_efficiency":296.72535562272,"token_efficiency":179.98788300766446,"runs":8,"cost_samples":8,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":8,"wins":78,"losses":7,"both_good":8,"both_bad":1,"votes":94,"win_rate":0.8723404255319149},{"rank":10,"key":"codex|gpt-6.1-sol|high|default","model":"gpt-6.1-sol","effort":"high","harness":"codex","harness_profile":"default","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"codex","harness_color":"#177746","rating":1802,"avg_cost_usd":0.36475288,"avg_tokens":863187.0,"avg_time_seconds":1232.4,"time_samples":5,"price_efficiency":233.16890645162354,"token_efficiency":98.52909063120768,"runs":5,"cost_samples":5,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":5,"wins":52,"losses":7,"both_good":3,"both_bad":0,"votes":62,"win_rate":0.8629032258064516},{"rank":11,"key":"omp|claude-sonnet-5.5|xhigh|mcp","model":"claude-sonnet-5.5","effort":"xhigh","harness":"omp","harness_profile":"mcp","providers":["anthropic"],"lab_name":"anthropic","lab_color":"#5C2E47","harness_name":"omp","harness_color":"#771D6B","rating":1798,"avg_cost_usd":8.39791276,"avg_tokens":24506596.2,"avg_time_seconds":2932.2,"time_samples":5,"price_efficiency":10.09225444723303,"token_efficiency":3.4584106135304507,"runs":5,"cost_samples":5,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":5,"wins":60,"losses":3,"both_good":5,"both_bad":7,"votes":75,"win_rate":0.8333333333333334},{"rank":12,"key":"codex|gpt-6.1-sol|medium|default","model":"gpt-6.1-sol","effort":"medium","harness":"codex","harness_profile":"default","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"codex","harness_color":"#177746","rating":1771,"avg_cost_usd":0.3425565,"avg_tokens":827969.25,"avg_time_seconds":954.5,"time_samples":4,"price_efficiency":241.23131627747009,"token_efficiency":99.80486037905777,"runs":4,"cost_samples":4,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":4,"wins":42,"losses":6,"both_good":2,"both_bad":0,"votes":50,"win_rate":0.86},{"rank":13,"key":"pi|gpt-6-astra|low|mcp","model":"gpt-6-astra","effort":"low","harness":"pi","harness_profile":"mcp","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1756,"avg_cost_usd":1.311016,"avg_tokens":355808.0,"avg_time_seconds":521.0,"time_samples":2,"price_efficiency":62.05967055364594,"token_efficiency":228.66608128698255,"runs":2,"cost_samples":2,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":2,"wins":45,"losses":3,"both_good":1,"both_bad":0,"votes":49,"win_rate":0.9285714285714286},{"rank":14,"key":"pi|deepseek-v4.1-flash|high|mcp","model":"deepseek-v4.1-flash","effort":"high","harness":"pi","harness_profile":"mcp","providers":["deepseek"],"lab_name":"deepseek","lab_color":"#70A1E8","harness_name":"pi","harness_color":"#BE2300","rating":1727,"avg_cost_usd":0.0920492741,"avg_tokens":10120913.25,"avg_time_seconds":1608.75,"time_samples":4,"price_efficiency":854.9369748799239,"token_efficiency":7.7756153022008085,"runs":4,"cost_samples":4,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":4,"wins":75,"losses":9,"both_good":6,"both_bad":1,"votes":91,"win_rate":0.8571428571428571},{"rank":15,"key":"codex|gpt-6-astra|xhigh|mcp","model":"gpt-6-astra","effort":"xhigh","harness":"codex","harness_profile":"mcp","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"codex","harness_color":"#177746","rating":1720,"avg_cost_usd":1.8589275,"avg_tokens":1491245.75,"avg_time_seconds":8296.75,"time_samples":4,"price_efficiency":41.966650339680186,"token_efficiency":52.31395321617235,"runs":4,"cost_samples":4,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":4,"wins":40,"losses":6,"both_good":3,"both_bad":1,"votes":50,"win_rate":0.83},{"rank":16,"key":"pi|MiniMax-M3.1-Flash-Preview|low|wrapper","model":"MiniMax-M3.1-Flash-Preview","effort":"low","harness":"pi","harness_profile":"wrapper","providers":["minimax"],"lab_name":null,"lab_color":null,"harness_name":"pi","harness_color":"#BE2300","rating":1718,"avg_cost_usd":0.0,"avg_tokens":26091617.153846152,"avg_time_seconds":5677.307692307692,"time_samples":13,"price_efficiency":null,"token_efficiency":2.9823695849547067,"runs":13,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":13,"cost_status":"unknown","token_samples":13,"wins":86,"losses":32,"both_good":10,"both_bad":7,"votes":135,"win_rate":0.674074074074074},{"rank":17,"key":"codex|gpt-6.1-sol|low|default","model":"gpt-6.1-sol","effort":"low","harness":"codex","harness_profile":"default","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"codex","harness_color":"#177746","rating":1714,"avg_cost_usd":0.20034132,"avg_tokens":617867.1,"avg_time_seconds":533.0,"time_samples":20,"price_efficiency":386.4145338075194,"token_efficiency":125.29360726632484,"runs":20,"cost_samples":20,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":20,"wins":152,"losses":61,"both_good":28,"both_bad":6,"votes":247,"win_rate":0.6720647773279352},{"rank":18,"key":"pi|deepseek-v4.1-flash|max|default","model":"deepseek-v4.1-flash","effort":"max","harness":"pi","harness_profile":"default","providers":["deepseek"],"lab_name":"deepseek","lab_color":"#70A1E8","harness_name":"pi","harness_color":"#BE2300","rating":1710,"avg_cost_usd":0.19323480215555552,"avg_tokens":22626649.722222224,"avg_time_seconds":1390.2222222222222,"time_samples":18,"price_efficiency":398.5289751486113,"token_efficiency":3.403494048456719,"runs":18,"cost_samples":18,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":18,"wins":193,"losses":71,"both_good":31,"both_bad":15,"votes":310,"win_rate":0.6725806451612903},{"rank":19,"key":"omp|deepseek-v4.1-flash|xhigh|mcp-skills","model":"deepseek-v4.1-flash","effort":"xhigh","harness":"omp","harness_profile":"mcp-skills","providers":["opencode-go"],"lab_name":"deepseek","lab_color":"#70A1E8","harness_name":"omp","harness_color":"#771D6B","rating":1707,"avg_cost_usd":0.45977083514285716,"avg_tokens":34159584.28571428,"avg_time_seconds":6376.857142857143,"time_samples":21,"price_efficiency":166.82765837173994,"token_efficiency":2.2454164305090654,"runs":21,"cost_samples":21,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":21,"wins":205,"losses":69,"both_good":26,"both_bad":19,"votes":319,"win_rate":0.6833855799373041},{"rank":20,"key":"dsh|deepseek-v4.1-flash|high|minimal","model":"deepseek-v4.1-flash","effort":"high","harness":"dsh","harness_profile":"minimal","providers":[],"lab_name":"deepseek","lab_color":"#70A1E8","harness_name":"dsh","harness_color":"#2893C3","rating":1704,"avg_cost_usd":0.13876518,"avg_tokens":11637506.0,"avg_time_seconds":21075.0,"time_samples":2,"price_efficiency":550.5161303036099,"token_efficiency":6.564333450353011,"runs":2,"cost_samples":2,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":2,"wins":49,"losses":12,"both_good":4,"both_bad":2,"votes":67,"win_rate":0.7611940298507462},{"rank":21,"key":"pi|deepseek-v4.1-flash|max|mcp","model":"deepseek-v4.1-flash","effort":"max","harness":"pi","harness_profile":"mcp","providers":[],"lab_name":"deepseek","lab_color":"#70A1E8","harness_name":"pi","harness_color":"#BE2300","rating":1686,"avg_cost_usd":0.0908874792,"avg_tokens":13878868.0,"avg_time_seconds":750.0,"time_samples":2,"price_efficiency":819.3982421123577,"token_efficiency":5.365930469725879,"runs":2,"cost_samples":2,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":2,"wins":38,"losses":5,"both_good":3,"both_bad":0,"votes":46,"win_rate":0.8586956521739131},{"rank":22,"key":"codex|gpt-6.1-sol|low|mcp","model":"gpt-6.1-sol","effort":"low","harness":"codex","harness_profile":"mcp","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"codex","harness_color":"#177746","rating":1674,"avg_cost_usd":0.24155819999999997,"avg_tokens":614141.5,"avg_time_seconds":520.25,"time_samples":4,"price_efficiency":302.7750073644316,"token_efficiency":119.08947007153698,"runs":4,"cost_samples":4,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":4,"wins":30,"losses":9,"both_good":8,"both_bad":3,"votes":50,"win_rate":0.68},{"rank":23,"key":"pi|mimo-v2.6-pro|high|mcp","model":"mimo-v2.6-pro","effort":"high","harness":"pi","harness_profile":"mcp","providers":["openrouter"],"lab_name":"xiaomi","lab_color":"#FFA610","harness_name":"pi","harness_color":"#BE2300","rating":1673,"avg_cost_usd":0.674041634775,"avg_tokens":7543070.0,"avg_time_seconds":5480.125,"time_samples":8,"price_efficiency":108.33832446287762,"token_efficiency":9.681010693224696,"runs":8,"cost_samples":8,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":8,"wins":66,"losses":25,"both_good":3,"both_bad":2,"votes":96,"win_rate":0.703125},{"rank":24,"key":"codex|gpt-6-sol|high|default","model":"gpt-6-sol","effort":"high","harness":"codex","harness_profile":"default","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"codex","harness_color":"#177746","rating":1670,"avg_cost_usd":0.5102569052631578,"avg_tokens":1255706.894736842,"avg_time_seconds":30930.0,"time_samples":19,"price_efficiency":142.4439463297177,"token_efficiency":57.88214394005159,"runs":19,"cost_samples":19,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":19,"wins":182,"losses":91,"both_good":22,"both_bad":12,"votes":307,"win_rate":0.6286644951140065},{"rank":25,"key":"omp|claude-opus-5.5|xhigh|mcp","model":"claude-opus-5.5","effort":"xhigh","harness":"omp","harness_profile":"mcp","providers":["anthropic"],"lab_name":"anthropic","lab_color":"#5C2E47","harness_name":"omp","harness_color":"#771D6B","rating":1669,"avg_cost_usd":15.051826300000002,"avg_tokens":39154652.5,"avg_time_seconds":2829.5,"time_samples":2,"price_efficiency":4.821246484034878,"token_efficiency":1.853382931368851,"runs":2,"cost_samples":2,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":2,"wins":24,"losses":5,"both_good":3,"both_bad":0,"votes":32,"win_rate":0.796875},{"rank":26,"key":"pi|gpt-6-astra|low|wrapper","model":"gpt-6-astra","effort":"low","harness":"pi","harness_profile":"wrapper","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1666,"avg_cost_usd":0.49634625,"avg_tokens":110055.625,"avg_time_seconds":542.5,"time_samples":8,"price_efficiency":145.51022268208345,"token_efficiency":656.24499760841,"runs":8,"cost_samples":8,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":8,"wins":56,"losses":22,"both_good":13,"both_bad":1,"votes":92,"win_rate":0.6793478260869565},{"rank":27,"key":"dsh|deepseek-v4.1-flash|high|standard-mcp","model":"deepseek-v4.1-flash","effort":"high","harness":"dsh","harness_profile":"standard-mcp","providers":["deepseek"],"lab_name":"deepseek","lab_color":"#70A1E8","harness_name":"dsh","harness_color":"#2893C3","rating":1661,"avg_cost_usd":0.182955086,"avg_tokens":17283995.666666668,"avg_time_seconds":1118.0,"time_samples":3,"price_efficiency":391.58446467180414,"token_efficiency":4.145011997917874,"runs":3,"cost_samples":3,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":3,"wins":26,"losses":7,"both_good":2,"both_bad":1,"votes":36,"win_rate":0.75},{"rank":28,"key":"pi|hy4-preview|high|mcp","model":"hy4-preview","effort":"high","harness":"pi","harness_profile":"mcp","providers":["openrouter"],"lab_name":"tencent","lab_color":"#240DB6","harness_name":"pi","harness_color":"#BE2300","rating":1659,"avg_cost_usd":1.732147474,"avg_tokens":19786645.0,"avg_time_seconds":3746.0,"time_samples":1,"price_efficiency":41.225063876134506,"token_efficiency":3.6088932842599153,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":32,"losses":6,"both_good":1,"both_bad":1,"votes":40,"win_rate":0.8125},{"rank":29,"key":"pi|mimo-v2.6-flash|high|wrapper","model":"mimo-v2.6-flash","effort":"high","harness":"pi","harness_profile":"wrapper","providers":["xiaomi-token-plan-sgp"],"lab_name":"xiaomi","lab_color":"#FFA610","harness_name":"pi","harness_color":"#BE2300","rating":1656,"avg_cost_usd":0.1877054592,"avg_tokens":10916536.0,"avg_time_seconds":3926.0,"time_samples":3,"price_efficiency":378.53987593017104,"token_efficiency":6.508841379443422,"runs":3,"cost_samples":3,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":3,"wins":26,"losses":7,"both_good":6,"both_bad":0,"votes":39,"win_rate":0.7435897435897436},{"rank":30,"key":"omp|gpt-6-sol|high|mcp","model":"gpt-6-sol","effort":"high","harness":"omp","harness_profile":"mcp","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"omp","harness_color":"#771D6B","rating":1655,"avg_cost_usd":0.9077273000000001,"avg_tokens":2765194.25,"avg_time_seconds":594.25,"time_samples":4,"price_efficiency":78.1462263610187,"token_efficiency":25.652976480721502,"runs":4,"cost_samples":4,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":4,"wins":41,"losses":14,"both_good":5,"both_bad":4,"votes":64,"win_rate":0.6796875},{"rank":31,"key":"pi|qwen3.8-flash|high|default","model":"qwen3.8-flash","effort":"high","harness":"pi","harness_profile":"default","providers":["qwen"],"lab_name":"alibaba","lab_color":"#A65801","harness_name":"pi","harness_color":"#BE2300","rating":1654,"avg_cost_usd":0.718189166,"avg_tokens":33572965.0,"avg_time_seconds":6225.0,"time_samples":1,"price_efficiency":98.6044376338031,"token_efficiency":2.109335259132462,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":19,"losses":2,"both_good":0,"both_bad":1,"votes":22,"win_rate":0.8636363636363636},{"rank":32,"key":"pi|claude-sonnet-5.5|high|wrapper","model":"claude-sonnet-5.5","effort":"high","harness":"pi","harness_profile":"wrapper","providers":["claude-bridge"],"lab_name":"anthropic","lab_color":"#5C2E47","harness_name":"pi","harness_color":"#BE2300","rating":1651,"avg_cost_usd":2.5856552500000003,"avg_tokens":6752542.5,"avg_time_seconds":1392.5,"time_samples":2,"price_efficiency":27.249750045475743,"token_efficiency":10.434359986075185,"runs":2,"cost_samples":2,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":2,"wins":20,"losses":1,"both_good":1,"both_bad":0,"votes":22,"win_rate":0.9318181818181818},{"rank":33,"key":"omp|gpt-6-sol|high|default","model":"gpt-6-sol","effort":"high","harness":"omp","harness_profile":"default","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"omp","harness_color":"#771D6B","rating":1650,"avg_cost_usd":0.7792082105263157,"avg_tokens":2222976.5263157897,"avg_time_seconds":740.8421052631579,"time_samples":19,"price_efficiency":90.26919813854728,"token_efficiency":31.64158483659614,"runs":19,"cost_samples":19,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":19,"wins":181,"losses":79,"both_good":25,"both_bad":17,"votes":302,"win_rate":0.640728476821192},{"rank":34,"key":"pi|grok-4.6|high|default","model":"grok-4.6","effort":"high","harness":"pi","harness_profile":"default","providers":[],"lab_name":"spacex","lab_color":"#B6AE97","harness_name":"pi","harness_color":"#BE2300","rating":1650,"avg_cost_usd":2.786142,"avg_tokens":4000491.0,"avg_time_seconds":1492.0,"time_samples":1,"price_efficiency":25.2458418656274,"token_efficiency":17.582466838991227,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":16,"losses":0,"both_good":2,"both_bad":0,"votes":18,"win_rate":0.9444444444444444},{"rank":35,"key":"omp|claude-sonnet-5.5|off|mcp","model":"claude-sonnet-5.5","effort":"off","harness":"omp","harness_profile":"mcp","providers":["anthropic"],"lab_name":"anthropic","lab_color":"#5C2E47","harness_name":"omp","harness_color":"#771D6B","rating":1649,"avg_cost_usd":4.5371462000000005,"avg_tokens":13633961.5,"avg_time_seconds":1369.5,"time_samples":4,"price_efficiency":15.476305394137855,"token_efficiency":5.150246332223548,"runs":4,"cost_samples":4,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":4,"wins":50,"losses":16,"both_good":2,"both_bad":2,"votes":70,"win_rate":0.7285714285714285},{"rank":36,"key":"pi|deepseek-v4.1-flash|high|default","model":"deepseek-v4.1-flash","effort":"high","harness":"pi","harness_profile":"default","providers":["deepseek","opencode-go"],"lab_name":"deepseek","lab_color":"#70A1E8","harness_name":"pi","harness_color":"#BE2300","rating":1641,"avg_cost_usd":0.14472441000000003,"avg_tokens":12500197.333333334,"avg_time_seconds":1690.611111111111,"time_samples":18,"price_efficiency":478.4703510482562,"token_efficiency":5.53961968850666,"runs":18,"cost_samples":18,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":18,"wins":180,"losses":82,"both_good":21,"both_bad":8,"votes":291,"win_rate":0.654639175257732},{"rank":37,"key":"omp|claude-opus-5.5|high|mcp","model":"claude-opus-5.5","effort":"high","harness":"omp","harness_profile":"mcp","providers":["anthropic"],"lab_name":"anthropic","lab_color":"#5C2E47","harness_name":"omp","harness_color":"#771D6B","rating":1641,"avg_cost_usd":5.2586874,"avg_tokens":7009924.0,"avg_time_seconds":4658.0,"time_samples":1,"price_efficiency":13.167989270088913,"token_efficiency":9.878329530812572,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":11,"losses":0,"both_good":1,"both_bad":0,"votes":12,"win_rate":0.9583333333333334},{"rank":38,"key":"omp|gpt-6-luna|xhigh|mcp","model":"gpt-6-luna","effort":"xhigh","harness":"omp","harness_profile":"mcp","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"omp","harness_color":"#771D6B","rating":1639,"avg_cost_usd":0.06089418,"avg_tokens":2476969.0,"avg_time_seconds":1585.3333333333333,"time_samples":3,"price_efficiency":1133.123407327784,"token_efficiency":27.85687698474684,"runs":3,"cost_samples":3,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":3,"wins":26,"losses":8,"both_good":2,"both_bad":0,"votes":36,"win_rate":0.75},{"rank":39,"key":"opencode|gpt-6.1-sol|low|default","model":"gpt-6.1-sol","effort":"low","harness":"opencode","harness_profile":"default","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"opencode","harness_color":"#191919","rating":1638,"avg_cost_usd":0.19727479999999997,"avg_tokens":344640.3333333333,"avg_time_seconds":569.3333333333334,"time_samples":3,"price_efficiency":349.144223524096,"token_efficiency":199.85286167958094,"runs":3,"cost_samples":3,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":3,"wins":23,"losses":5,"both_good":5,"both_bad":4,"votes":37,"win_rate":0.6891891891891891},{"rank":40,"key":"pi|gpt-6.1-sol|low|wrapper","model":"gpt-6.1-sol","effort":"low","harness":"pi","harness_profile":"wrapper","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1637,"avg_cost_usd":0.11182179999999999,"avg_tokens":124481.5,"avg_time_seconds":465.625,"time_samples":8,"price_efficiency":614.8517088907009,"token_efficiency":552.3216286856616,"runs":8,"cost_samples":8,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":8,"wins":58,"losses":28,"both_good":7,"both_bad":4,"votes":97,"win_rate":0.634020618556701},{"rank":41,"key":"codex|gpt-5.6-luna|max|mcp","model":"gpt-5.6-luna","effort":"max","harness":"codex","harness_profile":"mcp","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"codex","harness_color":"#177746","rating":1635,"avg_cost_usd":0.0493942,"avg_tokens":1490435.0,"avg_time_seconds":509.0,"time_samples":2,"price_efficiency":1386.923179226205,"token_efficiency":45.96373602292957,"runs":2,"cost_samples":2,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":2,"wins":28,"losses":7,"both_good":3,"both_bad":1,"votes":39,"win_rate":0.7564102564102564},{"rank":42,"key":"pi|gpt-6.1-sol|low|default","model":"gpt-6.1-sol","effort":"low","harness":"pi","harness_profile":"default","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1634,"avg_cost_usd":0.08974445714285714,"avg_tokens":74072.0,"avg_time_seconds":362.2857142857143,"time_samples":7,"price_efficiency":761.9593855307912,"token_efficiency":923.177873141887,"runs":7,"cost_samples":7,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":7,"wins":41,"losses":22,"both_good":12,"both_bad":10,"votes":85,"win_rate":0.5529411764705883},{"rank":43,"key":"pi|qwen3.8-flash|high|mcp","model":"qwen3.8-flash","effort":"high","harness":"pi","harness_profile":"mcp","providers":["openrouter"],"lab_name":"alibaba","lab_color":"#A65801","harness_name":"pi","harness_color":"#BE2300","rating":1631,"avg_cost_usd":0.49478671,"avg_tokens":11927713.0,"avg_time_seconds":10944.0,"time_samples":1,"price_efficiency":137.44723978888223,"token_efficiency":5.70160160407298,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":21,"losses":3,"both_good":3,"both_bad":0,"votes":27,"win_rate":0.8333333333333334},{"rank":44,"key":"pi|hy4-preview|high|default","model":"hy4-preview","effort":"high","harness":"pi","harness_profile":"default","providers":["opencode-go"],"lab_name":"tencent","lab_color":"#240DB6","harness_name":"pi","harness_color":"#BE2300","rating":1630,"avg_cost_usd":2.1899833614000004,"avg_tokens":23326039.4,"avg_time_seconds":19678.8,"time_samples":5,"price_efficiency":30.99644187985092,"token_efficiency":2.9101250673303616,"runs":5,"cost_samples":5,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":5,"wins":56,"losses":20,"both_good":8,"both_bad":5,"votes":89,"win_rate":0.6741573033707865},{"rank":45,"key":"pi|mimo-v2.6-flash|high|default","model":"mimo-v2.6-flash","effort":"high","harness":"pi","harness_profile":"default","providers":["opencode-go","xiaomi"],"lab_name":"xiaomi","lab_color":"#FFA610","harness_name":"pi","harness_color":"#BE2300","rating":1629,"avg_cost_usd":0.2964500670947368,"avg_tokens":16799920.842105262,"avg_time_seconds":10631.052631578947,"time_samples":19,"price_efficiency":228.5580795191967,"token_efficiency":4.033117694143806,"runs":19,"cost_samples":19,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":19,"wins":166,"losses":100,"both_good":20,"both_bad":13,"votes":299,"win_rate":0.5886287625418061},{"rank":46,"key":"pi|claude-opus-5.5|medium|wrapper","model":"claude-opus-5.5","effort":"medium","harness":"pi","harness_profile":"wrapper","providers":["claude-bridge"],"lab_name":"anthropic","lab_color":"#5C2E47","harness_name":"pi","harness_color":"#BE2300","rating":1623,"avg_cost_usd":0.81031495,"avg_tokens":649774.25,"avg_time_seconds":537.0,"time_samples":8,"price_efficiency":82.6800756796457,"token_efficiency":103.107966174942,"runs":8,"cost_samples":8,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":8,"wins":60,"losses":20,"both_good":6,"both_bad":3,"votes":89,"win_rate":0.7078651685393258},{"rank":47,"key":"pi|gpt-6-astra|xhigh|default","model":"gpt-6-astra","effort":"xhigh","harness":"pi","harness_profile":"default","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1620,"avg_cost_usd":2.840054,"avg_tokens":930707.0,"avg_time_seconds":1131.0,"time_samples":1,"price_efficiency":23.45516756312106,"token_efficiency":71.57348387657147,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":12,"losses":0,"both_good":0,"both_bad":1,"votes":13,"win_rate":0.9230769230769231},{"rank":48,"key":"codex|gpt-6.1-sol|xhigh|mcp","model":"gpt-6.1-sol","effort":"xhigh","harness":"codex","harness_profile":"mcp","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"codex","harness_color":"#177746","rating":1618,"avg_cost_usd":0.7397504,"avg_tokens":2451024.0,"avg_time_seconds":1184.0,"time_samples":1,"price_efficiency":89.7024317987926,"token_efficiency":27.073341511192687,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":10,"losses":0,"both_good":3,"both_bad":0,"votes":13,"win_rate":0.8846153846153846},{"rank":49,"key":"pi|glm-5.3-flash|high|mcp","model":"glm-5.3-flash","effort":"high","harness":"pi","harness_profile":"mcp","providers":["openrouter"],"lab_name":"ziphu","lab_color":"#B3B61E","harness_name":"pi","harness_color":"#BE2300","rating":1612,"avg_cost_usd":0.142521995,"avg_tokens":5306387.0,"avg_time_seconds":3036.0,"time_samples":1,"price_efficiency":460.15389127298914,"token_efficiency":12.359077954781569,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":24,"losses":9,"both_good":0,"both_bad":0,"votes":33,"win_rate":0.7272727272727273},{"rank":50,"key":"pi|gpt-6-luna|xhigh|default","model":"gpt-6-luna","effort":"xhigh","harness":"pi","harness_profile":"default","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1611,"avg_cost_usd":0.03631399428571429,"avg_tokens":1090967.7142857143,"avg_time_seconds":1289.4285714285713,"time_samples":7,"price_efficiency":1802.390530859202,"token_efficiency":59.99444216467925,"runs":7,"cost_samples":7,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":7,"wins":45,"losses":31,"both_good":5,"both_bad":4,"votes":85,"win_rate":0.5588235294117647},{"rank":51,"key":"omp|space-bunny-alpha|max|default","model":"space-bunny-alpha","effort":"max","harness":"omp","harness_profile":"default","providers":["openrouter"],"lab_name":null,"lab_color":null,"harness_name":"omp","harness_color":"#771D6B","rating":1610,"avg_cost_usd":0.0,"avg_tokens":64603124.666666664,"avg_time_seconds":12318.0,"time_samples":3,"price_efficiency":null,"token_efficiency":1.0111231780030463,"runs":3,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":3,"cost_status":"unknown","token_samples":3,"wins":24,"losses":12,"both_good":0,"both_bad":0,"votes":36,"win_rate":0.6666666666666666},{"rank":52,"key":"omp|gpt-6-astra|max|mcp","model":"gpt-6-astra","effort":"max","harness":"omp","harness_profile":"mcp","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"omp","harness_color":"#771D6B","rating":1601,"avg_cost_usd":4.680872,"avg_tokens":2317836.0,"avg_time_seconds":1090.0,"time_samples":1,"price_efficiency":13.702363832115427,"token_efficiency":27.671936752885795,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":10,"losses":0,"both_good":1,"both_bad":1,"votes":12,"win_rate":0.875},{"rank":53,"key":"codex|gpt-6-luna|xhigh|mcp","model":"gpt-6-luna","effort":"xhigh","harness":"codex","harness_profile":"mcp","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"codex","harness_color":"#177746","rating":1600,"avg_cost_usd":0.0588068175,"avg_tokens":2626263.875,"avg_time_seconds":983.5,"time_samples":8,"price_efficiency":1088.419722429096,"token_efficiency":24.37169417345335,"runs":8,"cost_samples":8,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":8,"wins":53,"losses":35,"both_good":9,"both_bad":3,"votes":100,"win_rate":0.575},{"rank":54,"key":"opencode|space-bunny-alpha|none|default","model":"space-bunny-alpha","effort":"none","harness":"opencode","harness_profile":"default","providers":["opencode"],"lab_name":null,"lab_color":null,"harness_name":"opencode","harness_color":"#191919","rating":1600,"avg_cost_usd":0.0,"avg_tokens":34562277.0,"avg_time_seconds":7997.0,"time_samples":1,"price_efficiency":null,"token_efficiency":1.851917915601698,"runs":1,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":1,"cost_status":"unknown","token_samples":1,"wins":10,"losses":0,"both_good":3,"both_bad":0,"votes":13,"win_rate":0.8846153846153846},{"rank":55,"key":"pi|gpt-5.6-sol|low|mcp","model":"gpt-5.6-sol","effort":"low","harness":"pi","harness_profile":"mcp","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1598,"avg_cost_usd":0.443921,"avg_tokens":228990.0,"avg_time_seconds":694.0,"time_samples":1,"price_efficiency":143.5859931709661,"token_efficiency":278.3564246231209,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":22,"losses":9,"both_good":1,"both_bad":0,"votes":32,"win_rate":0.703125},{"rank":56,"key":"pi|gemini-3.8-flash|medium|mcp","model":"gemini-3.8-flash","effort":"medium","harness":"pi","harness_profile":"mcp","providers":[],"lab_name":"google","lab_color":"#DE312F","harness_name":"pi","harness_color":"#BE2300","rating":1596,"avg_cost_usd":1.118899125,"avg_tokens":4769225.0,"avg_time_seconds":1887.0,"time_samples":1,"price_efficiency":56.729272627889195,"token_efficiency":13.309150544424234,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":18,"losses":6,"both_good":2,"both_bad":0,"votes":26,"win_rate":0.7307692307692307},{"rank":57,"key":"pi|space-bunny-alpha|high|wrapper","model":"space-bunny-alpha","effort":"high","harness":"pi","harness_profile":"wrapper","providers":["openrouter"],"lab_name":null,"lab_color":null,"harness_name":"pi","harness_color":"#BE2300","rating":1594,"avg_cost_usd":0.0,"avg_tokens":16658775.375,"avg_time_seconds":3329.5,"time_samples":8,"price_efficiency":null,"token_efficiency":3.7942165487664092,"runs":8,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":8,"cost_status":"unknown","token_samples":8,"wins":55,"losses":26,"both_good":4,"both_bad":5,"votes":90,"win_rate":0.6333333333333333},{"rank":58,"key":"codex|gpt-5.6-terra|low|mcp","model":"gpt-5.6-terra","effort":"low","harness":"codex","harness_profile":"mcp","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"codex","harness_color":"#177746","rating":1594,"avg_cost_usd":0.126844,"avg_tokens":216226.0,"avg_time_seconds":90.0,"time_samples":1,"price_efficiency":498.30501411188027,"token_efficiency":292.3191531546037,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":24,"losses":12,"both_good":0,"both_bad":0,"votes":36,"win_rate":0.6666666666666666},{"rank":59,"key":"codex|gpt-6.1-sol|medium|mcp","model":"gpt-6.1-sol","effort":"medium","harness":"codex","harness_profile":"mcp","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"codex","harness_color":"#177746","rating":1590,"avg_cost_usd":0.2179572,"avg_tokens":380225.0,"avg_time_seconds":457.0,"time_samples":1,"price_efficiency":287.53309441795545,"token_efficiency":164.82321826990125,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":10,"losses":2,"both_good":2,"both_bad":0,"votes":14,"win_rate":0.7857142857142857},{"rank":60,"key":"pi|gpt-6-astra|low|default","model":"gpt-6-astra","effort":"low","harness":"pi","harness_profile":"default","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1586,"avg_cost_usd":0.5200189230769231,"avg_tokens":96951.0,"avg_time_seconds":248.3846153846154,"time_samples":13,"price_efficiency":119.47579127433985,"token_efficiency":640.8358068740441,"runs":13,"cost_samples":13,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":13,"wins":150,"losses":66,"both_good":20,"both_bad":4,"votes":240,"win_rate":0.6666666666666666},{"rank":61,"key":"claude-code|claude-opus-5|high|default","model":"claude-opus-5","effort":"high","harness":"claude-code","harness_profile":"default","providers":["anthropic"],"lab_name":"anthropic","lab_color":"#5C2E47","harness_name":"claude-code","harness_color":"#D07F00","rating":1586,"avg_cost_usd":3.769996208333333,"avg_tokens":3527183.6666666665,"avg_time_seconds":3671.6666666666665,"time_samples":6,"price_efficiency":16.48003575571557,"token_efficiency":17.61452710824116,"runs":6,"cost_samples":6,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":6,"wins":56,"losses":34,"both_good":8,"both_bad":5,"votes":103,"win_rate":0.5825242718446602},{"rank":62,"key":"pi|space-bunny-alpha|max|default","model":"space-bunny-alpha","effort":"max","harness":"pi","harness_profile":"default","providers":["openrouter","stealth"],"lab_name":null,"lab_color":null,"harness_name":"pi","harness_color":"#BE2300","rating":1585,"avg_cost_usd":0.0,"avg_tokens":4619762.363636363,"avg_time_seconds":897.4545454545455,"time_samples":11,"price_efficiency":null,"token_efficiency":13.419334377981892,"runs":11,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":11,"cost_status":"unknown","token_samples":11,"wins":101,"losses":62,"both_good":10,"both_bad":4,"votes":177,"win_rate":0.5988700564971752},{"rank":63,"key":"pi|gpt-5.6-sol|off|mcp","model":"gpt-5.6-sol","effort":"off","harness":"pi","harness_profile":"mcp","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1581,"avg_cost_usd":0.6414025,"avg_tokens":297836.0,"avg_time_seconds":353.5,"time_samples":2,"price_efficiency":95.8058880357588,"token_efficiency":206.32205677237064,"runs":2,"cost_samples":2,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":2,"wins":38,"losses":17,"both_good":2,"both_bad":0,"votes":57,"win_rate":0.6842105263157895},{"rank":64,"key":"opencode|space-bunny-alpha|high|mcp","model":"space-bunny-alpha","effort":"high","harness":"opencode","harness_profile":"mcp","providers":["opencode"],"lab_name":null,"lab_color":null,"harness_name":"opencode","harness_color":"#191919","rating":1580,"avg_cost_usd":0.0,"avg_tokens":20026195.0,"avg_time_seconds":9876.0,"time_samples":1,"price_efficiency":null,"token_efficiency":3.061674073148409,"runs":1,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":1,"cost_status":"unknown","token_samples":1,"wins":10,"losses":2,"both_good":1,"both_bad":0,"votes":13,"win_rate":0.8076923076923077},{"rank":65,"key":"pi|gpt-5.6-sol|medium|mcp","model":"gpt-5.6-sol","effort":"medium","harness":"pi","harness_profile":"mcp","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1574,"avg_cost_usd":0.528759,"avg_tokens":216518.0,"avg_time_seconds":313.0,"time_samples":1,"price_efficiency":114.40238407440005,"token_efficiency":279.3822693761982,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":16,"losses":8,"both_good":3,"both_bad":0,"votes":27,"win_rate":0.6481481481481481},{"rank":66,"key":"pi|gpt-5.6-sol|minimal|mcp","model":"gpt-5.6-sol","effort":"minimal","harness":"pi","harness_profile":"mcp","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1571,"avg_cost_usd":0.324814,"avg_tokens":76469.0,"avg_time_seconds":179.0,"time_samples":1,"price_efficiency":184.96069932022974,"token_efficiency":785.6494081131059,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":23,"losses":12,"both_good":0,"both_bad":2,"votes":37,"win_rate":0.6216216216216216},{"rank":67,"key":"pi|mimo-v2.6-pro|high|default","model":"mimo-v2.6-pro","effort":"high","harness":"pi","harness_profile":"default","providers":["xiaomi"],"lab_name":"xiaomi","lab_color":"#FFA610","harness_name":"pi","harness_color":"#BE2300","rating":1569,"avg_cost_usd":1.6037818819636365,"avg_tokens":7097069.363636363,"avg_time_seconds":34394.72727272727,"time_samples":11,"price_efficiency":37.28772425319759,"token_efficiency":8.426207144506984,"runs":11,"cost_samples":11,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":11,"wins":89,"losses":64,"both_good":10,"both_bad":12,"votes":175,"win_rate":0.5371428571428571},{"rank":68,"key":"pi|muse-spark-1.3|xhigh|mcp","model":"muse-spark-1.3","effort":"xhigh","harness":"pi","harness_profile":"mcp","providers":["openrouter"],"lab_name":"meta","lab_color":"#EB3EEE","harness_name":"pi","harness_color":"#BE2300","rating":1568,"avg_cost_usd":0.300263704,"avg_tokens":4313421.5,"avg_time_seconds":1204.0,"time_samples":2,"price_efficiency":198.70172963222154,"token_efficiency":13.831923759497514,"runs":2,"cost_samples":2,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":2,"wins":14,"losses":8,"both_good":2,"both_bad":0,"votes":24,"win_rate":0.625},{"rank":69,"key":"pi|gpt-6.1-sol|low|mcp","model":"gpt-6.1-sol","effort":"low","harness":"pi","harness_profile":"mcp","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1566,"avg_cost_usd":0.20560275000000003,"avg_tokens":418401.375,"avg_time_seconds":477.375,"time_samples":8,"price_efficiency":288.8363045903704,"token_efficiency":141.93437706464942,"runs":8,"cost_samples":8,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":8,"wins":44,"losses":35,"both_good":16,"both_bad":10,"votes":105,"win_rate":0.49523809523809526},{"rank":70,"key":"omp|gpt-6.1-sol|low|default","model":"gpt-6.1-sol","effort":"low","harness":"omp","harness_profile":"default","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"omp","harness_color":"#771D6B","rating":1566,"avg_cost_usd":0.2682813333333333,"avg_tokens":765334.0,"avg_time_seconds":756.0,"time_samples":3,"price_efficiency":221.35546214030717,"token_efficiency":77.59427716999086,"runs":3,"cost_samples":3,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":3,"wins":19,"losses":12,"both_good":1,"both_bad":4,"votes":36,"win_rate":0.5416666666666666},{"rank":71,"key":"codex|gpt-6-luna|xhigh|default","model":"gpt-6-luna","effort":"xhigh","harness":"codex","harness_profile":"default","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"codex","harness_color":"#177746","rating":1565,"avg_cost_usd":0.04973226,"avg_tokens":1549025.0,"avg_time_seconds":1073.0,"time_samples":1,"price_efficiency":1191.3116970439949,"token_efficiency":38.247686808433166,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":8,"losses":2,"both_good":1,"both_bad":1,"votes":12,"win_rate":0.7083333333333334},{"rank":72,"key":"pi|gpt-5.6-sol|high|mcp","model":"gpt-5.6-sol","effort":"high","harness":"pi","harness_profile":"mcp","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1563,"avg_cost_usd":1.067266,"avg_tokens":599556.0,"avg_time_seconds":28549.0,"time_samples":1,"price_efficiency":55.251783823334584,"token_efficiency":98.35336534701514,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":15,"losses":10,"both_good":0,"both_bad":0,"votes":25,"win_rate":0.6},{"rank":73,"key":"codex|gpt-6-luna|max|mcp","model":"gpt-6-luna","effort":"max","harness":"codex","harness_profile":"mcp","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"codex","harness_color":"#177746","rating":1559,"avg_cost_usd":0.08400801428571428,"avg_tokens":4154108.714285714,"avg_time_seconds":1356.7142857142858,"time_samples":7,"price_efficiency":695.2919477743274,"token_efficiency":14.060800980123418,"runs":7,"cost_samples":7,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":7,"wins":40,"losses":36,"both_good":4,"both_bad":4,"votes":84,"win_rate":0.5},{"rank":74,"key":"codex|gpt-5.6-terra|xhigh|mcp","model":"gpt-5.6-terra","effort":"xhigh","harness":"codex","harness_profile":"mcp","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"codex","harness_color":"#177746","rating":1559,"avg_cost_usd":0.571866,"avg_tokens":2160238.0,"avg_time_seconds":636.0,"time_samples":1,"price_efficiency":102.139480020438,"token_efficiency":27.038731788519502,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":19,"losses":13,"both_good":0,"both_bad":1,"votes":33,"win_rate":0.5757575757575758},{"rank":75,"key":"opencode|space-bunny-alpha|max|default","model":"space-bunny-alpha","effort":"max","harness":"opencode","harness_profile":"default","providers":["opencode"],"lab_name":null,"lab_color":null,"harness_name":"opencode","harness_color":"#191919","rating":1558,"avg_cost_usd":0.0,"avg_tokens":4467601.333333333,"avg_time_seconds":1713.2777777777778,"time_samples":18,"price_efficiency":null,"token_efficiency":13.042835326791996,"runs":18,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":18,"cost_status":"unknown","token_samples":18,"wins":154,"losses":85,"both_good":34,"both_bad":12,"votes":285,"win_rate":0.6},{"rank":76,"key":"pi|gpt-6.1-sol|off|mcp","model":"gpt-6.1-sol","effort":"off","harness":"pi","harness_profile":"mcp","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1555,"avg_cost_usd":0.163394,"avg_tokens":331133.0,"avg_time_seconds":438.0,"time_samples":1,"price_efficiency":354.05018075617386,"token_efficiency":174.7022351576988,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":8,"losses":3,"both_good":1,"both_bad":0,"votes":12,"win_rate":0.7083333333333334},{"rank":77,"key":"omp|gpt-6-luna|max|mcp-skills","model":"gpt-6-luna","effort":"max","harness":"omp","harness_profile":"mcp-skills","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"omp","harness_color":"#771D6B","rating":1553,"avg_cost_usd":0.12034436000000001,"avg_tokens":5690632.0,"avg_time_seconds":2724.5,"time_samples":2,"price_efficiency":478.3663749397392,"token_efficiency":10.116397482325858,"runs":2,"cost_samples":2,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":2,"wins":22,"losses":15,"both_good":3,"both_bad":0,"votes":40,"win_rate":0.5875},{"rank":78,"key":"codex|gpt-6-luna|max|default","model":"gpt-6-luna","effort":"max","harness":"codex","harness_profile":"default","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"codex","harness_color":"#177746","rating":1551,"avg_cost_usd":0.06818245157894737,"avg_tokens":3149636.4736842103,"avg_time_seconds":24443.78947368421,"time_samples":19,"price_efficiency":840.2048300231401,"token_efficiency":18.18851972857684,"runs":19,"cost_samples":19,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":19,"wins":167,"losses":116,"both_good":13,"both_bad":13,"votes":309,"win_rate":0.5614886731391586},{"rank":79,"key":"pi|gpt-5.6-sol|high|default","model":"gpt-5.6-sol","effort":"high","harness":"pi","harness_profile":"default","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1550,"avg_cost_usd":0.7837152857142857,"avg_tokens":340833.35714285716,"avg_time_seconds":388.5,"time_samples":14,"price_efficiency":72.91718406226369,"token_efficiency":167.66642860277844,"runs":14,"cost_samples":14,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":14,"wins":147,"losses":79,"both_good":11,"both_bad":7,"votes":244,"win_rate":0.625},{"rank":80,"key":"codex|gpt-6-luna|max|submitted","model":"gpt-6-luna","effort":"max","harness":"codex","harness_profile":"submitted","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"codex","harness_color":"#177746","rating":1550,"avg_cost_usd":0.09841926,"avg_tokens":4047083.0,"avg_time_seconds":26932.0,"time_samples":1,"price_efficiency":580.6415506562247,"token_efficiency":14.120370583167714,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":8,"losses":2,"both_good":2,"both_bad":2,"votes":14,"win_rate":0.6428571428571429},{"rank":81,"key":"pi|MiniMax-M3.1-Flash-Preview|medium|wrapper","model":"MiniMax-M3.1-Flash-Preview","effort":"medium","harness":"pi","harness_profile":"wrapper","providers":["minimax"],"lab_name":null,"lab_color":null,"harness_name":"pi","harness_color":"#BE2300","rating":1550,"avg_cost_usd":0.0,"avg_tokens":35914030.0,"avg_time_seconds":3028.0,"time_samples":1,"price_efficiency":null,"token_efficiency":1.5911974161863245,"runs":1,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":1,"cost_status":"unknown","token_samples":1,"wins":8,"losses":2,"both_good":1,"both_bad":0,"votes":11,"win_rate":0.7727272727272727},{"rank":82,"key":"pi|gpt-6.1-sol|off|default","model":"gpt-6.1-sol","effort":"off","harness":"pi","harness_profile":"default","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1549,"avg_cost_usd":0.0931536,"avg_tokens":75464.0,"avg_time_seconds":356.0,"time_samples":1,"price_efficiency":611.949321962853,"token_efficiency":755.3970417470426,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":6,"losses":2,"both_good":4,"both_bad":0,"votes":12,"win_rate":0.6666666666666666},{"rank":83,"key":"pi|gpt-6-luna|xhigh|wrapper","model":"gpt-6-luna","effort":"xhigh","harness":"pi","harness_profile":"wrapper","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1546,"avg_cost_usd":0.0160584125,"avg_tokens":318484.125,"avg_time_seconds":474.375,"time_samples":8,"price_efficiency":3523.481558773218,"token_efficiency":177.65884031715342,"runs":8,"cost_samples":8,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":8,"wins":42,"losses":46,"both_good":4,"both_bad":5,"votes":97,"win_rate":0.4536082474226804},{"rank":84,"key":"dsh|deepseek-v4.1-flash|low|standard","model":"deepseek-v4.1-flash","effort":"low","harness":"dsh","harness_profile":"standard","providers":[],"lab_name":"deepseek","lab_color":"#70A1E8","harness_name":"dsh","harness_color":"#2893C3","rating":1544,"avg_cost_usd":0.202738344,"avg_tokens":22931498.0,"avg_time_seconds":4207.0,"time_samples":1,"price_efficiency":277.69030613350367,"token_efficiency":2.455071745001551,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":17,"losses":9,"both_good":0,"both_bad":2,"votes":28,"win_rate":0.6071428571428571},{"rank":85,"key":"pi|space-bunny-alpha|low|mcp","model":"space-bunny-alpha","effort":"low","harness":"pi","harness_profile":"mcp","providers":["openrouter"],"lab_name":null,"lab_color":null,"harness_name":"pi","harness_color":"#BE2300","rating":1544,"avg_cost_usd":0.0,"avg_tokens":7164493.0,"avg_time_seconds":1032.5,"time_samples":2,"price_efficiency":null,"token_efficiency":7.857984202142367,"runs":2,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":2,"cost_status":"unknown","token_samples":2,"wins":11,"losses":10,"both_good":1,"both_bad":2,"votes":24,"win_rate":0.4791666666666667},{"rank":86,"key":"pi|claude-sonnet-5.5|medium|wrapper","model":"claude-sonnet-5.5","effort":"medium","harness":"pi","harness_profile":"wrapper","providers":["claude-bridge"],"lab_name":"anthropic","lab_color":"#5C2E47","harness_name":"pi","harness_color":"#BE2300","rating":1541,"avg_cost_usd":0.2177499125,"avg_tokens":226568.5,"avg_time_seconds":177.0,"time_samples":8,"price_efficiency":256.5931544632703,"token_efficiency":246.6059356551158,"runs":8,"cost_samples":8,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":8,"wins":37,"losses":39,"both_good":9,"both_bad":4,"votes":89,"win_rate":0.46629213483146065},{"rank":87,"key":"opencode|gpt-6-luna|xhigh|submitted","model":"gpt-6-luna","effort":"xhigh","harness":"opencode","harness_profile":"submitted","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"opencode","harness_color":"#191919","rating":1540,"avg_cost_usd":0.03623572,"avg_tokens":1874450.0,"avg_time_seconds":1015.0,"time_samples":1,"price_efficiency":1538.0172762188602,"token_efficiency":29.73200852315574,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":6,"losses":3,"both_good":3,"both_bad":0,"votes":12,"win_rate":0.625},{"rank":88,"key":"opencode|mimo-v2.6-flash|high|mcp","model":"mimo-v2.6-flash","effort":"high","harness":"opencode","harness_profile":"mcp","providers":["xiaomi"],"lab_name":"xiaomi","lab_color":"#FFA610","harness_name":"opencode","harness_color":"#191919","rating":1539,"avg_cost_usd":0.0,"avg_tokens":4216336.0,"avg_time_seconds":2904.0,"time_samples":1,"price_efficiency":null,"token_efficiency":13.184218741505731,"runs":1,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":1,"cost_status":"unknown","token_samples":1,"wins":6,"losses":4,"both_good":2,"both_bad":1,"votes":13,"win_rate":0.5384615384615384},{"rank":89,"key":"omp|gpt-6.1-sol|low|mcp","model":"gpt-6.1-sol","effort":"low","harness":"omp","harness_profile":"mcp","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"omp","harness_color":"#771D6B","rating":1538,"avg_cost_usd":0.2463114,"avg_tokens":658338.5,"avg_time_seconds":536.25,"time_samples":4,"price_efficiency":225.1090993034329,"token_efficiency":84.22253506694138,"runs":4,"cost_samples":4,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":4,"wins":22,"losses":19,"both_good":3,"both_bad":5,"votes":49,"win_rate":0.47959183673469385},{"rank":90,"key":"omp|gpt-6-luna|xhigh|mcp-skills","model":"gpt-6-luna","effort":"xhigh","harness":"omp","harness_profile":"mcp-skills","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"omp","harness_color":"#771D6B","rating":1532,"avg_cost_usd":0.055502575,"avg_tokens":2339612.55,"avg_time_seconds":1081.85,"time_samples":20,"price_efficiency":983.5974687309258,"token_efficiency":23.333860248804175,"runs":20,"cost_samples":20,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":20,"wins":171,"losses":92,"both_good":24,"both_bad":16,"votes":303,"win_rate":0.6039603960396039},{"rank":91,"key":"omp|space-bunny-alpha|low|default","model":"space-bunny-alpha","effort":"low","harness":"omp","harness_profile":"default","providers":["openrouter"],"lab_name":null,"lab_color":null,"harness_name":"omp","harness_color":"#771D6B","rating":1532,"avg_cost_usd":0.0,"avg_tokens":10646935.333333334,"avg_time_seconds":1809.6666666666667,"time_samples":3,"price_efficiency":null,"token_efficiency":5.127502945108683,"runs":3,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":3,"cost_status":"unknown","token_samples":3,"wins":17,"losses":13,"both_good":4,"both_bad":4,"votes":38,"win_rate":0.5},{"rank":92,"key":"opencode|gpt-6-luna|high|default","model":"gpt-6-luna","effort":"high","harness":"opencode","harness_profile":"default","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"opencode","harness_color":"#191919","rating":1532,"avg_cost_usd":0.00870826,"avg_tokens":260209.0,"avg_time_seconds":443.0,"time_samples":1,"price_efficiency":6269.012670504597,"token_efficiency":209.80132231417193,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":7,"losses":4,"both_good":1,"both_bad":0,"votes":12,"win_rate":0.625},{"rank":93,"key":"pi|mimo-v2.6-flash|off|wrapper","model":"mimo-v2.6-flash","effort":"off","harness":"pi","harness_profile":"wrapper","providers":["xiaomi-token-plan-sgp"],"lab_name":"xiaomi","lab_color":"#FFA610","harness_name":"pi","harness_color":"#BE2300","rating":1530,"avg_cost_usd":0.1939532672,"avg_tokens":10739791.0,"avg_time_seconds":3116.0,"time_samples":1,"price_efficiency":279.99863052691694,"token_efficiency":5.056583429064978,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":6,"losses":6,"both_good":0,"both_bad":0,"votes":12,"win_rate":0.5},{"rank":94,"key":"omp|deepseek-v4.1-flash|off|mcp","model":"deepseek-v4.1-flash","effort":"off","harness":"omp","harness_profile":"mcp","providers":["opencode-go"],"lab_name":"deepseek","lab_color":"#70A1E8","harness_name":"omp","harness_color":"#771D6B","rating":1528,"avg_cost_usd":0.158790342,"avg_tokens":8623899.0,"avg_time_seconds":1145.0,"time_samples":1,"price_efficiency":340.20219461694063,"token_efficiency":6.264083430519602,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":8,"losses":4,"both_good":0,"both_bad":0,"votes":12,"win_rate":0.6666666666666666},{"rank":95,"key":"opencode|gpt-6-luna|max|mcp","model":"gpt-6-luna","effort":"max","harness":"opencode","harness_profile":"mcp","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"opencode","harness_color":"#191919","rating":1526,"avg_cost_usd":0.05458554,"avg_tokens":3356457.0,"avg_time_seconds":2362.0,"time_samples":1,"price_efficiency":984.4133028023406,"token_efficiency":16.009360976961503,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":6,"losses":6,"both_good":0,"both_bad":0,"votes":12,"win_rate":0.5},{"rank":96,"key":"pi|deepseek-v4.1-flash|off|mcp","model":"deepseek-v4.1-flash","effort":"off","harness":"pi","harness_profile":"mcp","providers":[],"lab_name":"deepseek","lab_color":"#70A1E8","harness_name":"pi","harness_color":"#BE2300","rating":1525,"avg_cost_usd":0.1753283554,"avg_tokens":22093992.0,"avg_time_seconds":2184.0,"time_samples":2,"price_efficiency":305.66414983043995,"token_efficiency":2.425618362426773,"runs":2,"cost_samples":2,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":2,"wins":29,"losses":24,"both_good":3,"both_bad":2,"votes":58,"win_rate":0.5258620689655172},{"rank":97,"key":"pi|claude-fable-5.1|low|mcp","model":"claude-fable-5.1","effort":"low","harness":"pi","harness_profile":"mcp","providers":[],"lab_name":"anthropic","lab_color":"#5C2E47","harness_name":"pi","harness_color":"#BE2300","rating":1524,"avg_cost_usd":2.9926885,"avg_tokens":1573021.0,"avg_time_seconds":713.0,"time_samples":1,"price_efficiency":17.859658455159348,"token_efficiency":33.978182409950755,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":10,"losses":6,"both_good":1,"both_bad":1,"votes":18,"win_rate":0.5833333333333334},{"rank":98,"key":"opencode|gpt-5.6-luna|xhigh|default","model":"gpt-5.6-luna","effort":"xhigh","harness":"opencode","harness_profile":"default","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"opencode","harness_color":"#191919","rating":1524,"avg_cost_usd":0.0294702,"avg_tokens":375666.0,"avg_time_seconds":389.0,"time_samples":1,"price_efficiency":1813.6420680105039,"token_efficiency":142.2763690956412,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":6,"losses":5,"both_good":1,"both_bad":0,"votes":12,"win_rate":0.5416666666666666},{"rank":99,"key":"opencode|space-bunny-alpha|low|default","model":"space-bunny-alpha","effort":"low","harness":"opencode","harness_profile":"default","providers":["opencode"],"lab_name":null,"lab_color":null,"harness_name":"opencode","harness_color":"#191919","rating":1522,"avg_cost_usd":0.0,"avg_tokens":8552354.0,"avg_time_seconds":1395.8,"time_samples":5,"price_efficiency":null,"token_efficiency":6.216046457245658,"runs":5,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":5,"cost_status":"unknown","token_samples":5,"wins":27,"losses":23,"both_good":8,"both_bad":4,"votes":62,"win_rate":0.5},{"rank":100,"key":"pi|deepseek-v4.1-flash|low|default","model":"deepseek-v4.1-flash","effort":"low","harness":"pi","harness_profile":"default","providers":["deepseek"],"lab_name":"deepseek","lab_color":"#70A1E8","harness_name":"pi","harness_color":"#BE2300","rating":1522,"avg_cost_usd":0.062218626,"avg_tokens":3898911.0,"avg_time_seconds":580.0,"time_samples":1,"price_efficiency":854.435933426282,"token_efficiency":13.635045730156634,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":7,"losses":4,"both_good":1,"both_bad":0,"votes":12,"win_rate":0.625},{"rank":101,"key":"opencode|space-bunny-alpha|xhigh|default","model":"space-bunny-alpha","effort":"xhigh","harness":"opencode","harness_profile":"default","providers":["opencode"],"lab_name":null,"lab_color":null,"harness_name":"opencode","harness_color":"#191919","rating":1522,"avg_cost_usd":0.0,"avg_tokens":25956522.0,"avg_time_seconds":3067.0,"time_samples":1,"price_efficiency":null,"token_efficiency":2.0481106745661353,"runs":1,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":1,"cost_status":"unknown","token_samples":1,"wins":6,"losses":4,"both_good":2,"both_bad":0,"votes":12,"win_rate":0.5833333333333334},{"rank":102,"key":"opencode|gpt-6.1-sol|low|mcp","model":"gpt-6.1-sol","effort":"low","harness":"opencode","harness_profile":"mcp","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"opencode","harness_color":"#191919","rating":1521,"avg_cost_usd":0.2110691,"avg_tokens":505254.75,"avg_time_seconds":551.0,"time_samples":4,"price_efficiency":251.19009841037936,"token_efficiency":104.9341307536252,"runs":4,"cost_samples":4,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":4,"wins":19,"losses":18,"both_good":8,"both_bad":3,"votes":48,"win_rate":0.4791666666666667},{"rank":103,"key":"pi|qwen3.8-max-0902|high|default","model":"qwen3.8-max-0902","effort":"high","harness":"pi","harness_profile":"default","providers":["qwen"],"lab_name":"alibaba","lab_color":"#A65801","harness_name":"pi","harness_color":"#BE2300","rating":1518,"avg_cost_usd":4.998642,"avg_tokens":13787413.0,"avg_time_seconds":4302.0,"time_samples":1,"price_efficiency":10.520475979099304,"token_efficiency":3.8142103300392103,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":8,"losses":7,"both_good":2,"both_bad":1,"votes":18,"win_rate":0.5},{"rank":104,"key":"omp|space-bunny-alpha|high|mcp","model":"space-bunny-alpha","effort":"high","harness":"omp","harness_profile":"mcp","providers":["openrouter"],"lab_name":null,"lab_color":null,"harness_name":"omp","harness_color":"#771D6B","rating":1518,"avg_cost_usd":0.0,"avg_tokens":33700585.0,"avg_time_seconds":1600.0,"time_samples":1,"price_efficiency":null,"token_efficiency":1.5604504517982967,"runs":1,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":1,"cost_status":"unknown","token_samples":1,"wins":7,"losses":5,"both_good":0,"both_bad":0,"votes":12,"win_rate":0.5833333333333334},{"rank":105,"key":"pi|longcat-2.5-preview-free|none|mcp","model":"longcat-2.5-preview-free","effort":"none","harness":"pi","harness_profile":"mcp","providers":["opencode-go"],"lab_name":null,"lab_color":null,"harness_name":"pi","harness_color":"#BE2300","rating":1513,"avg_cost_usd":0.0,"avg_tokens":13968327.25,"avg_time_seconds":5845.125,"time_samples":8,"price_efficiency":null,"token_efficiency":3.7133993830904743,"runs":8,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":8,"cost_status":"unknown","token_samples":8,"wins":44,"losses":37,"both_good":9,"both_bad":11,"votes":101,"win_rate":0.4801980198019802},{"rank":106,"key":"omp|space-bunny-alpha|xhigh|mcp","model":"space-bunny-alpha","effort":"xhigh","harness":"omp","harness_profile":"mcp","providers":["openrouter"],"lab_name":null,"lab_color":null,"harness_name":"omp","harness_color":"#771D6B","rating":1512,"avg_cost_usd":0.0,"avg_tokens":58739097.0,"avg_time_seconds":6228.666666666667,"time_samples":3,"price_efficiency":null,"token_efficiency":0.8806102763758459,"runs":3,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":3,"cost_status":"unknown","token_samples":3,"wins":19,"losses":17,"both_good":2,"both_bad":10,"votes":48,"win_rate":0.4166666666666667},{"rank":107,"key":"pi|hy3|high|default","model":"hy3","effort":"high","harness":"pi","harness_profile":"default","providers":["opencode-go"],"lab_name":"tencent","lab_color":"#240DB6","harness_name":"pi","harness_color":"#BE2300","rating":1507,"avg_cost_usd":0.29996096,"avg_tokens":6842274.0,"avg_time_seconds":1633.0,"time_samples":1,"price_efficiency":170.04627766474627,"token_efficiency":7.454721148662542,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":6,"losses":3,"both_good":0,"both_bad":4,"votes":13,"win_rate":0.46153846153846156},{"rank":108,"key":"codex|gpt-6-sol|low|default","model":"gpt-6-sol","effort":"low","harness":"codex","harness_profile":"default","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"codex","harness_color":"#177746","rating":1504,"avg_cost_usd":0.29074187368421056,"avg_tokens":811639.7368421053,"avg_time_seconds":309.6842105263158,"time_samples":19,"price_efficiency":173.95368682272172,"token_efficiency":62.312893942196624,"runs":19,"cost_samples":19,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":19,"wins":138,"losses":128,"both_good":20,"both_bad":11,"votes":297,"win_rate":0.4983164983164983},{"rank":109,"key":"pi|gpt-5.5|high|default","model":"gpt-5.5","effort":"high","harness":"pi","harness_profile":"default","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1504,"avg_cost_usd":0.886496,"avg_tokens":322256.0,"avg_time_seconds":375.0,"time_samples":1,"price_efficiency":57.05115515593357,"token_efficiency":156.94237141004197,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":5,"losses":3,"both_good":2,"both_bad":2,"votes":12,"win_rate":0.5},{"rank":110,"key":"codex|gpt-5.6-luna|xhigh|default","model":"gpt-5.6-luna","effort":"xhigh","harness":"codex","harness_profile":"default","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"codex","harness_color":"#177746","rating":1504,"avg_cost_usd":0.0349214,"avg_tokens":947877.0,"avg_time_seconds":441.0,"time_samples":1,"price_efficiency":1448.2701392588638,"token_efficiency":53.356733881204505,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":4,"losses":7,"both_good":0,"both_bad":1,"votes":12,"win_rate":0.3333333333333333},{"rank":111,"key":"pi|deepseek-v4.1-flash|off|default","model":"deepseek-v4.1-flash","effort":"off","harness":"pi","harness_profile":"default","providers":["opencode-go"],"lab_name":"deepseek","lab_color":"#70A1E8","harness_name":"pi","harness_color":"#BE2300","rating":1503,"avg_cost_usd":0.097522356,"avg_tokens":2625549.0,"avg_time_seconds":534.0,"time_samples":1,"price_efficiency":517.1298771279272,"token_efficiency":19.208068093760957,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":5,"losses":6,"both_good":1,"both_bad":0,"votes":12,"win_rate":0.4583333333333333},{"rank":112,"key":"codex|gpt-6-luna|low|mcp","model":"gpt-6-luna","effort":"low","harness":"codex","harness_profile":"mcp","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"codex","harness_color":"#177746","rating":1500,"avg_cost_usd":0.03181501,"avg_tokens":1798443.0,"avg_time_seconds":3840.875,"time_samples":8,"price_efficiency":1571.5852360253857,"token_efficiency":27.80182635757708,"runs":8,"cost_samples":8,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":8,"wins":34,"losses":45,"both_good":8,"both_bad":11,"votes":98,"win_rate":0.3877551020408163},{"rank":113,"key":"pi|gpt-5.6-luna|xhigh|submitted","model":"gpt-5.6-luna","effort":"xhigh","harness":"pi","harness_profile":"submitted","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1500,"avg_cost_usd":0.0298006,"avg_tokens":267347.0,"avg_time_seconds":345.0,"time_samples":1,"price_efficiency":1677.8185674113945,"token_efficiency":187.02285793369666,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":6,"losses":4,"both_good":0,"both_bad":2,"votes":12,"win_rate":0.5},{"rank":114,"key":"omp|gpt-6-luna|high|mcp","model":"gpt-6-luna","effort":"high","harness":"omp","harness_profile":"mcp","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"omp","harness_color":"#771D6B","rating":1500,"avg_cost_usd":0.03001474,"avg_tokens":1538329.0,"avg_time_seconds":401.0,"time_samples":1,"price_efficiency":1665.8481799275955,"token_efficiency":32.50280011623001,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":5,"losses":6,"both_good":1,"both_bad":0,"votes":12,"win_rate":0.4583333333333333},{"rank":115,"key":"pi|space-bunny-alpha|high|default","model":"space-bunny-alpha","effort":"high","harness":"pi","harness_profile":"default","providers":[],"lab_name":null,"lab_color":null,"harness_name":"pi","harness_color":"#BE2300","rating":1497,"avg_cost_usd":4.37683432,"avg_tokens":23247146.0,"avg_time_seconds":2034.0,"time_samples":1,"price_efficiency":11.32514333430241,"token_efficiency":2.132230598306305,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":10,"losses":10,"both_good":0,"both_bad":2,"votes":22,"win_rate":0.45454545454545453},{"rank":116,"key":"pi|grok-4.7|medium|wrapper","model":"grok-4.7","effort":"medium","harness":"pi","harness_profile":"wrapper","providers":["github-copilot"],"lab_name":"spacex","lab_color":"#B6AE97","harness_name":"pi","harness_color":"#BE2300","rating":1497,"avg_cost_usd":3.40087,"avg_tokens":5174047.0,"avg_time_seconds":1589.0,"time_samples":1,"price_efficiency":14.575175182966131,"token_efficiency":9.580175059193321,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":1,"losses":1,"both_good":0,"both_bad":0,"votes":2,"win_rate":0.5},{"rank":117,"key":"pi|gpt-5.6-terra|off|mcp","model":"gpt-5.6-terra","effort":"off","harness":"pi","harness_profile":"mcp","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1489,"avg_cost_usd":0.1467512,"avg_tokens":158719.0,"avg_time_seconds":143.5,"time_samples":2,"price_efficiency":329.92916905297193,"token_efficiency":305.0517044180375,"runs":2,"cost_samples":2,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":2,"wins":23,"losses":24,"both_good":0,"both_bad":1,"votes":48,"win_rate":0.4791666666666667},{"rank":118,"key":"pi|space-bunny-alpha|low|default","model":"space-bunny-alpha","effort":"low","harness":"pi","harness_profile":"default","providers":["openrouter"],"lab_name":null,"lab_color":null,"harness_name":"pi","harness_color":"#BE2300","rating":1487,"avg_cost_usd":0.0,"avg_tokens":4381878.0,"avg_time_seconds":775.6666666666666,"time_samples":3,"price_efficiency":null,"token_efficiency":10.983880018349241,"runs":3,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":3,"cost_status":"unknown","token_samples":3,"wins":14,"losses":17,"both_good":1,"both_bad":4,"votes":36,"win_rate":0.4027777777777778},{"rank":119,"key":"codex|gpt-5.6-luna|xhigh|mcp","model":"gpt-5.6-luna","effort":"xhigh","harness":"codex","harness_profile":"mcp","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"codex","harness_color":"#177746","rating":1484,"avg_cost_usd":0.0439919,"avg_tokens":1134811.0,"avg_time_seconds":407.5,"time_samples":2,"price_efficiency":1084.2687237933294,"token_efficiency":42.03258628110211,"runs":2,"cost_samples":2,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":2,"wins":24,"losses":21,"both_good":3,"both_bad":0,"votes":48,"win_rate":0.53125},{"rank":120,"key":"pi|gpt-5.6-terra|high|default","model":"gpt-5.6-terra","effort":"high","harness":"pi","harness_profile":"default","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1483,"avg_cost_usd":0.28345088,"avg_tokens":436785.2,"avg_time_seconds":268.2,"time_samples":15,"price_efficiency":167.77317427250134,"token_efficiency":108.8760651412499,"runs":15,"cost_samples":15,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":15,"wins":116,"losses":138,"both_good":11,"both_bad":14,"votes":279,"win_rate":0.43548387096774194},{"rank":121,"key":"dsh|deepseek-v4.1-flash|high|standard","model":"deepseek-v4.1-flash","effort":"high","harness":"dsh","harness_profile":"standard","providers":["deepseek"],"lab_name":"deepseek","lab_color":"#70A1E8","harness_name":"dsh","harness_color":"#2893C3","rating":1482,"avg_cost_usd":0.152956992,"avg_tokens":14175652.0,"avg_time_seconds":1339.0,"time_samples":1,"price_efficiency":309.96887615888187,"token_efficiency":3.344601497757076,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":4,"losses":7,"both_good":1,"both_bad":1,"votes":13,"win_rate":0.34615384615384615},{"rank":122,"key":"codex|gpt-5.6-luna|high|default","model":"gpt-5.6-luna","effort":"high","harness":"codex","harness_profile":"default","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"codex","harness_color":"#177746","rating":1475,"avg_cost_usd":0.015078,"avg_tokens":282788.0,"avg_time_seconds":275.0,"time_samples":1,"price_efficiency":3077.888798613196,"token_efficiency":164.11024267468832,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":13,"losses":16,"both_good":1,"both_bad":0,"votes":30,"win_rate":0.45},{"rank":123,"key":"pi|gpt-5.6-luna|medium|mcp","model":"gpt-5.6-luna","effort":"medium","harness":"pi","harness_profile":"mcp","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1475,"avg_cost_usd":0.01611044,"avg_tokens":140858.0,"avg_time_seconds":243.0,"time_samples":1,"price_efficiency":2880.6418263864775,"token_efficiency":329.46944657378185,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":4,"losses":7,"both_good":1,"both_bad":3,"votes":15,"win_rate":0.3},{"rank":124,"key":"pi|gpt-5.6-terra|low|mcp","model":"gpt-5.6-terra","effort":"low","harness":"pi","harness_profile":"mcp","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1473,"avg_cost_usd":0.205534,"avg_tokens":320768.0,"avg_time_seconds":188.0,"time_samples":1,"price_efficiency":224.40175734565983,"token_efficiency":143.78675801290294,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":15,"losses":14,"both_good":0,"both_bad":3,"votes":32,"win_rate":0.46875},{"rank":125,"key":"opencode|longcat-2.5-preview-free|none|default","model":"longcat-2.5-preview-free","effort":"none","harness":"opencode","harness_profile":"default","providers":["opencode"],"lab_name":null,"lab_color":null,"harness_name":"opencode","harness_color":"#191919","rating":1473,"avg_cost_usd":0.0,"avg_tokens":5536560.0,"avg_time_seconds":2969.0,"time_samples":1,"price_efficiency":null,"token_efficiency":8.330477913051217,"runs":1,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":1,"cost_status":"unknown","token_samples":1,"wins":5,"losses":8,"both_good":0,"both_bad":1,"votes":14,"win_rate":0.35714285714285715},{"rank":126,"key":"pi|space-bunny-alpha|xhigh|default","model":"space-bunny-alpha","effort":"xhigh","harness":"pi","harness_profile":"default","providers":[],"lab_name":null,"lab_color":null,"harness_name":"pi","harness_color":"#BE2300","rating":1473,"avg_cost_usd":2.92298892,"avg_tokens":14141475.0,"avg_time_seconds":1661.0,"time_samples":1,"price_efficiency":15.779119270244392,"token_efficiency":3.2614837415674707,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":4,"losses":8,"both_good":0,"both_bad":1,"votes":13,"win_rate":0.3076923076923077},{"rank":127,"key":"pi|mimo-v2.6-flash|high|mcp","model":"mimo-v2.6-flash","effort":"high","harness":"pi","harness_profile":"mcp","providers":["openrouter","xiaomi-token-plan-sgp"],"lab_name":"xiaomi","lab_color":"#FFA610","harness_name":"pi","harness_color":"#BE2300","rating":1471,"avg_cost_usd":0.1668082528,"avg_tokens":10092115.5,"avg_time_seconds":7397.5,"time_samples":2,"price_efficiency":274.78394479366943,"token_efficiency":4.541786083257138,"runs":2,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":1,"cost_status":"mixed","token_samples":2,"wins":6,"losses":11,"both_good":2,"both_bad":5,"votes":24,"win_rate":0.2916666666666667},{"rank":128,"key":"dsh|deepseek-v4.1-flash|low|minimal","model":"deepseek-v4.1-flash","effort":"low","harness":"dsh","harness_profile":"minimal","providers":[],"lab_name":"deepseek","lab_color":"#70A1E8","harness_name":"dsh","harness_color":"#2893C3","rating":1470,"avg_cost_usd":0.082437183,"avg_tokens":6991765.25,"avg_time_seconds":18454.25,"time_samples":4,"price_efficiency":554.280837056002,"token_efficiency":6.535309634112619,"runs":4,"cost_samples":4,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":4,"wins":54,"losses":39,"both_good":2,"both_bad":3,"votes":98,"win_rate":0.5612244897959183},{"rank":129,"key":"pi|gpt-5.6-luna-pro|max|default","model":"gpt-5.6-luna-pro","effort":"max","harness":"pi","harness_profile":"default","providers":["openai"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1470,"avg_cost_usd":0.49658291,"avg_tokens":3751975.0,"avg_time_seconds":2350.0,"time_samples":1,"price_efficiency":92.01555244375773,"token_efficiency":12.178479546846347,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":5,"losses":8,"both_good":2,"both_bad":0,"votes":15,"win_rate":0.4},{"rank":130,"key":"omp|gpt-5.6-luna|xhigh|default","model":"gpt-5.6-luna","effort":"xhigh","harness":"omp","harness_profile":"default","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"omp","harness_color":"#771D6B","rating":1469,"avg_cost_usd":0.06251288,"avg_tokens":965278.0,"avg_time_seconds":485.0,"time_samples":1,"price_efficiency":728.658521119155,"token_efficiency":47.18904055795243,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":4,"losses":6,"both_good":1,"both_bad":1,"votes":12,"win_rate":0.375},{"rank":131,"key":"pi|gpt-6-luna|max|mcp","model":"gpt-6-luna","effort":"max","harness":"pi","harness_profile":"mcp","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1468,"avg_cost_usd":0.06060328,"avg_tokens":2391642.0,"avg_time_seconds":1313.5,"time_samples":2,"price_efficiency":749.2632036079834,"token_efficiency":18.98603876414264,"runs":2,"cost_samples":2,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":2,"wins":10,"losses":12,"both_good":0,"both_bad":2,"votes":24,"win_rate":0.4166666666666667},{"rank":132,"key":"pi|muse-spark-1.3|xhigh|wrapper","model":"muse-spark-1.3","effort":"xhigh","harness":"pi","harness_profile":"wrapper","providers":["openrouter"],"lab_name":"meta","lab_color":"#EB3EEE","harness_name":"pi","harness_color":"#BE2300","rating":1466,"avg_cost_usd":0.0802363,"avg_tokens":830250.0,"avg_time_seconds":567.0,"time_samples":1,"price_efficiency":562.3709769022976,"token_efficiency":54.348167918128055,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":4,"losses":6,"both_good":1,"both_bad":1,"votes":12,"win_rate":0.375},{"rank":133,"key":"omp|space-bunny-alpha|low|mcp","model":"space-bunny-alpha","effort":"low","harness":"omp","harness_profile":"mcp","providers":["openrouter"],"lab_name":null,"lab_color":null,"harness_name":"omp","harness_color":"#771D6B","rating":1465,"avg_cost_usd":0.0,"avg_tokens":7569815.5,"avg_time_seconds":747.5,"time_samples":2,"price_efficiency":null,"token_efficiency":5.942029191417717,"runs":2,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":2,"cost_status":"unknown","token_samples":2,"wins":9,"losses":13,"both_good":2,"both_bad":2,"votes":26,"win_rate":0.38461538461538464},{"rank":134,"key":"opencode|space-bunny-alpha|max|mcp","model":"space-bunny-alpha","effort":"max","harness":"opencode","harness_profile":"mcp","providers":["opencode"],"lab_name":null,"lab_color":null,"harness_name":"opencode","harness_color":"#191919","rating":1465,"avg_cost_usd":0.0,"avg_tokens":14957905.0,"avg_time_seconds":1725.0,"time_samples":1,"price_efficiency":null,"token_efficiency":3.0071099311465277,"runs":1,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":1,"cost_status":"unknown","token_samples":1,"wins":2,"losses":8,"both_good":2,"both_bad":0,"votes":12,"win_rate":0.25},{"rank":135,"key":"opencode|mimo-v2.6-flash|high|default","model":"mimo-v2.6-flash","effort":"high","harness":"opencode","harness_profile":"default","providers":["opencode"],"lab_name":"xiaomi","lab_color":"#FFA610","harness_name":"opencode","harness_color":"#191919","rating":1464,"avg_cost_usd":0.0,"avg_tokens":8143046.0,"avg_time_seconds":4920.0,"time_samples":1,"price_efficiency":null,"token_efficiency":5.506249782809031,"runs":1,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":1,"cost_status":"unknown","token_samples":1,"wins":5,"losses":8,"both_good":0,"both_bad":3,"votes":16,"win_rate":0.3125},{"rank":136,"key":"omp|space-bunny-alpha|xhigh|default","model":"space-bunny-alpha","effort":"xhigh","harness":"omp","harness_profile":"default","providers":["openrouter"],"lab_name":null,"lab_color":null,"harness_name":"omp","harness_color":"#771D6B","rating":1464,"avg_cost_usd":0.0,"avg_tokens":52946468.0,"avg_time_seconds":26289.0,"time_samples":1,"price_efficiency":null,"token_efficiency":0.8468486560596251,"runs":1,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":1,"cost_status":"unknown","token_samples":1,"wins":3,"losses":7,"both_good":1,"both_bad":1,"votes":12,"win_rate":0.2916666666666667},{"rank":137,"key":"pi|gpt-5.6-luna|xhigh|default","model":"gpt-5.6-luna","effort":"xhigh","harness":"pi","harness_profile":"default","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1461,"avg_cost_usd":0.04036922857142857,"avg_tokens":633650.8571428572,"avg_time_seconds":593.5714285714286,"time_samples":7,"price_efficiency":1100.1177248095007,"token_efficiency":70.08734129795742,"runs":7,"cost_samples":7,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":7,"wins":26,"losses":51,"both_good":7,"both_bad":1,"votes":85,"win_rate":0.34705882352941175},{"rank":138,"key":"pi|glm-5-3|high|mcp","model":"glm-5-3","effort":"high","harness":"pi","harness_profile":"mcp","providers":["openrouter"],"lab_name":null,"lab_color":null,"harness_name":"pi","harness_color":"#BE2300","rating":1460,"avg_cost_usd":6.712331,"avg_tokens":4542310.0,"avg_time_seconds":1903.0,"time_samples":1,"price_efficiency":6.59515101739928,"token_efficiency":9.745886261345158,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":3,"losses":7,"both_good":2,"both_bad":1,"votes":13,"win_rate":0.3076923076923077},{"rank":139,"key":"pi|grok-4.7|high|default","model":"grok-4.7","effort":"high","harness":"pi","harness_profile":"default","providers":["x-ai"],"lab_name":"spacex","lab_color":"#B6AE97","harness_name":"pi","harness_color":"#BE2300","rating":1459,"avg_cost_usd":5.399466,"avg_tokens":7546879.0,"avg_time_seconds":2545.5,"time_samples":2,"price_efficiency":8.172449473248632,"token_efficiency":5.847034657309849,"runs":2,"cost_samples":2,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":2,"wins":12,"losses":20,"both_good":2,"both_bad":1,"votes":35,"win_rate":0.37142857142857144},{"rank":140,"key":"pi|MiniMax-M3.1-Flash-Preview|high|wrapper","model":"MiniMax-M3.1-Flash-Preview","effort":"high","harness":"pi","harness_profile":"wrapper","providers":["minimax"],"lab_name":null,"lab_color":null,"harness_name":"pi","harness_color":"#BE2300","rating":1458,"avg_cost_usd":0.0,"avg_tokens":13805915.0,"avg_time_seconds":1682.0,"time_samples":1,"price_efficiency":null,"token_efficiency":3.1859522151780384,"runs":1,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":1,"cost_status":"unknown","token_samples":1,"wins":1,"losses":4,"both_good":1,"both_bad":5,"votes":11,"win_rate":0.13636363636363635},{"rank":141,"key":"pi|qwen3.8-omni-flash|high|default","model":"qwen3.8-omni-flash","effort":"high","harness":"pi","harness_profile":"default","providers":["qwen"],"lab_name":"alibaba","lab_color":"#A65801","harness_name":"pi","harness_color":"#BE2300","rating":1454,"avg_cost_usd":3.90833521,"avg_tokens":31858591.0,"avg_time_seconds":22728.0,"time_samples":1,"price_efficiency":11.10920055730754,"token_efficiency":1.3628499670018892,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":5,"losses":9,"both_good":0,"both_bad":2,"votes":16,"win_rate":0.3125},{"rank":142,"key":"pi|MiniMax-M3.1-Flash-Preview|max|wrapper","model":"MiniMax-M3.1-Flash-Preview","effort":"max","harness":"pi","harness_profile":"wrapper","providers":["minimax"],"lab_name":null,"lab_color":null,"harness_name":"pi","harness_color":"#BE2300","rating":1453,"avg_cost_usd":0.0,"avg_tokens":20649059.0,"avg_time_seconds":4451.0,"time_samples":1,"price_efficiency":null,"token_efficiency":2.0958396005214954,"runs":1,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":1,"cost_status":"unknown","token_samples":1,"wins":2,"losses":7,"both_good":1,"both_bad":1,"votes":11,"win_rate":0.22727272727272727},{"rank":143,"key":"opencode|gpt-6-luna|high|mcp","model":"gpt-6-luna","effort":"high","harness":"opencode","harness_profile":"mcp","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"opencode","harness_color":"#191919","rating":1450,"avg_cost_usd":0.0239168275,"avg_tokens":1010311.375,"avg_time_seconds":3578.375,"time_samples":8,"price_efficiency":1791.7797943377673,"token_efficiency":42.41631770122539,"runs":8,"cost_samples":8,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":8,"wins":35,"losses":48,"both_good":5,"both_bad":11,"votes":99,"win_rate":0.3787878787878788},{"rank":144,"key":"pi|deepseek-v4-pro-0813|high|mcp","model":"deepseek-v4-pro-0813","effort":"high","harness":"pi","harness_profile":"mcp","providers":["openrouter"],"lab_name":"deepseek","lab_color":"#70A1E8","harness_name":"pi","harness_color":"#BE2300","rating":1448,"avg_cost_usd":2.354462962836,"avg_tokens":5996011.5,"avg_time_seconds":2812.5,"time_samples":2,"price_efficiency":18.081397034705834,"token_efficiency":7.100049697127425,"runs":2,"cost_samples":2,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":2,"wins":16,"losses":20,"both_good":1,"both_bad":2,"votes":39,"win_rate":0.4230769230769231},{"rank":145,"key":"omp|gpt-6-luna|low|default","model":"gpt-6-luna","effort":"low","harness":"omp","harness_profile":"default","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"omp","harness_color":"#771D6B","rating":1446,"avg_cost_usd":0.00893618,"avg_tokens":264249.0,"avg_time_seconds":200.0,"time_samples":1,"price_efficiency":4732.531396801217,"token_efficiency":160.0412959650447,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":4,"losses":8,"both_good":1,"both_bad":0,"votes":13,"win_rate":0.34615384615384615},{"rank":146,"key":"opencode|space-bunny-alpha|low|mcp","model":"space-bunny-alpha","effort":"low","harness":"opencode","harness_profile":"mcp","providers":["opencode"],"lab_name":null,"lab_color":null,"harness_name":"opencode","harness_color":"#191919","rating":1445,"avg_cost_usd":0.0,"avg_tokens":7365668.6,"avg_time_seconds":880.0,"time_samples":5,"price_efficiency":null,"token_efficiency":5.7225388562181205,"runs":5,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":5,"cost_status":"unknown","token_samples":5,"wins":20,"losses":32,"both_good":3,"both_bad":6,"votes":61,"win_rate":0.3524590163934426},{"rank":147,"key":"dsh|deepseek-v4.1-flash|off|minimal","model":"deepseek-v4.1-flash","effort":"off","harness":"dsh","harness_profile":"minimal","providers":[],"lab_name":"deepseek","lab_color":"#70A1E8","harness_name":"dsh","harness_color":"#2893C3","rating":1443,"avg_cost_usd":0.123690498,"avg_tokens":17492699.0,"avg_time_seconds":984.0,"time_samples":1,"price_efficiency":338.5050011126037,"token_efficiency":2.3935615746379963,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":7,"losses":15,"both_good":0,"both_bad":3,"votes":25,"win_rate":0.28},{"rank":148,"key":"omp|glm-5.3-flash|xhigh|mcp","model":"glm-5.3-flash","effort":"xhigh","harness":"omp","harness_profile":"mcp","providers":["opencode-go"],"lab_name":"ziphu","lab_color":"#B3B61E","harness_name":"omp","harness_color":"#771D6B","rating":1443,"avg_cost_usd":1.69927836,"avg_tokens":45406519.0,"avg_time_seconds":5001.0,"time_samples":1,"price_efficiency":24.639784245300753,"token_efficiency":0.9221110335083935,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":1,"losses":8,"both_good":1,"both_bad":2,"votes":12,"win_rate":0.125},{"rank":149,"key":"codex|gpt-5.6-terra|high|mcp","model":"gpt-5.6-terra","effort":"high","harness":"codex","harness_profile":"mcp","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"codex","harness_color":"#177746","rating":1433,"avg_cost_usd":0.217878,"avg_tokens":374452.0,"avg_time_seconds":220.0,"time_samples":1,"price_efficiency":185.77229474679783,"token_efficiency":108.09314954878813,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":11,"losses":17,"both_good":1,"both_bad":3,"votes":32,"win_rate":0.359375},{"rank":150,"key":"pi|deepseek-v4-pro-0813|off|mcp","model":"deepseek-v4-pro-0813","effort":"off","harness":"pi","harness_profile":"mcp","providers":["openrouter"],"lab_name":"deepseek","lab_color":"#70A1E8","harness_name":"pi","harness_color":"#BE2300","rating":1433,"avg_cost_usd":1.855536762216,"avg_tokens":3421621.0,"avg_time_seconds":1540.0,"time_samples":1,"price_efficiency":21.813470290130045,"token_efficiency":11.829391985507106,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":0,"losses":7,"both_good":3,"both_bad":3,"votes":13,"win_rate":0.11538461538461539},{"rank":151,"key":"pi|gpt-5.6-luna|max|default","model":"gpt-5.6-luna","effort":"max","harness":"pi","harness_profile":"default","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1432,"avg_cost_usd":0.07272581647058826,"avg_tokens":910659.2352941176,"avg_time_seconds":863.1764705882352,"time_samples":17,"price_efficiency":554.645992674908,"token_efficiency":44.29437610259873,"runs":17,"cost_samples":17,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":17,"wins":133,"losses":126,"both_good":23,"both_bad":14,"votes":296,"win_rate":0.48817567567567566},{"rank":152,"key":"pi|gpt-6-luna|xhigh|mcp","model":"gpt-6-luna","effort":"xhigh","harness":"pi","harness_profile":"mcp","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1431,"avg_cost_usd":0.018590935555555556,"avg_tokens":653099.6666666666,"avg_time_seconds":550.1111111111111,"time_samples":9,"price_efficiency":2162.2700645128657,"token_efficiency":61.550518970916094,"runs":9,"cost_samples":9,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":9,"wins":37,"losses":60,"both_good":5,"both_bad":8,"votes":110,"win_rate":0.35909090909090907},{"rank":153,"key":"codex|gpt-5.6-luna|medium|mcp","model":"gpt-5.6-luna","effort":"medium","harness":"codex","harness_profile":"mcp","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"codex","harness_color":"#177746","rating":1430,"avg_cost_usd":0.0193268,"avg_tokens":357748.0,"avg_time_seconds":186.0,"time_samples":1,"price_efficiency":2072.7859929773326,"token_efficiency":111.97915943366368,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":8,"losses":18,"both_good":1,"both_bad":3,"votes":30,"win_rate":0.2833333333333333},{"rank":154,"key":"omp|gpt-6-luna|off|mcp","model":"gpt-6-luna","effort":"off","harness":"omp","harness_profile":"mcp","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"omp","harness_color":"#771D6B","rating":1429,"avg_cost_usd":0.01253506,"avg_tokens":411389.0,"avg_time_seconds":192.0,"time_samples":1,"price_efficiency":3184.8411903093324,"token_efficiency":97.04239882689839,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":2,"losses":11,"both_good":0,"both_bad":0,"votes":13,"win_rate":0.15384615384615385},{"rank":155,"key":"pi|gpt-6-luna|low|default","model":"gpt-6-luna","effort":"low","harness":"pi","harness_profile":"default","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1429,"avg_cost_usd":0.00419332,"avg_tokens":88258.0,"avg_time_seconds":113.0,"time_samples":1,"price_efficiency":9520.42186405972,"token_efficiency":452.3349204717862,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":1,"losses":10,"both_good":0,"both_bad":1,"votes":12,"win_rate":0.08333333333333333},{"rank":156,"key":"opencode|gpt-6-luna|low|default","model":"gpt-6-luna","effort":"low","harness":"opencode","harness_profile":"default","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"opencode","harness_color":"#191919","rating":1426,"avg_cost_usd":0.00431842,"avg_tokens":92157.0,"avg_time_seconds":109.0,"time_samples":1,"price_efficiency":9148.880794180355,"token_efficiency":428.7108933581207,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":1,"losses":10,"both_good":1,"both_bad":2,"votes":14,"win_rate":0.10714285714285714},{"rank":157,"key":"omp|gpt-6-luna|low|mcp","model":"gpt-6-luna","effort":"low","harness":"omp","harness_profile":"mcp","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"omp","harness_color":"#771D6B","rating":1423,"avg_cost_usd":0.01184928,"avg_tokens":552496.0,"avg_time_seconds":228.0,"time_samples":1,"price_efficiency":3299.5034010147488,"token_efficiency":70.7638420179984,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":1,"losses":7,"both_good":1,"both_bad":4,"votes":13,"win_rate":0.11538461538461539},{"rank":158,"key":"pi|deepseek-v4-pro-0423|off|mcp","model":"deepseek-v4-pro-0423","effort":"off","harness":"pi","harness_profile":"mcp","providers":["openrouter"],"lab_name":"deepseek","lab_color":"#70A1E8","harness_name":"pi","harness_color":"#BE2300","rating":1423,"avg_cost_usd":0.54200355,"avg_tokens":2672812.0,"avg_time_seconds":822.0,"time_samples":1,"price_efficiency":72.13373355133199,"token_efficiency":14.627568141558793,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":1,"losses":9,"both_good":0,"both_bad":2,"votes":12,"win_rate":0.08333333333333333},{"rank":159,"key":"opencode|fledge-alpha-free|high|mcp","model":"fledge-alpha-free","effort":"high","harness":"opencode","harness_profile":"mcp","providers":["opencode"],"lab_name":null,"lab_color":null,"harness_name":"opencode","harness_color":"#191919","rating":1422,"avg_cost_usd":0.0,"avg_tokens":9030954.0,"avg_time_seconds":1682.5,"time_samples":2,"price_efficiency":null,"token_efficiency":4.314024608090253,"runs":2,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":2,"cost_status":"unknown","token_samples":2,"wins":6,"losses":15,"both_good":0,"both_bad":3,"votes":24,"win_rate":0.25},{"rank":160,"key":"codex|gpt-6-luna|high|mcp","model":"gpt-6-luna","effort":"high","harness":"codex","harness_profile":"mcp","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"codex","harness_color":"#177746","rating":1420,"avg_cost_usd":0.031005347500000002,"avg_tokens":1510820.375,"avg_time_seconds":3647.625,"time_samples":8,"price_efficiency":1247.7305079288562,"token_efficiency":25.606166440987863,"runs":8,"cost_samples":8,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":8,"wins":31,"losses":58,"both_good":4,"both_bad":8,"votes":101,"win_rate":0.32673267326732675},{"rank":161,"key":"pi|muse-spark-1.3|xhigh|default","model":"muse-spark-1.3","effort":"xhigh","harness":"pi","harness_profile":"default","providers":["meta"],"lab_name":"meta","lab_color":"#EB3EEE","harness_name":"pi","harness_color":"#BE2300","rating":1419,"avg_cost_usd":0.03455952082352941,"avg_tokens":2413429.529411765,"avg_time_seconds":871.7647058823529,"time_samples":17,"price_efficiency":1115.4629167455944,"token_efficiency":15.973063820322169,"runs":17,"cost_samples":17,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":17,"wins":98,"losses":158,"both_good":19,"both_bad":11,"votes":286,"win_rate":0.3758741258741259},{"rank":162,"key":"omp|gpt-5.6-luna|max|default","model":"gpt-5.6-luna","effort":"max","harness":"omp","harness_profile":"default","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"omp","harness_color":"#771D6B","rating":1418,"avg_cost_usd":0.07934462222222222,"avg_tokens":1577770.611111111,"avg_time_seconds":665.0,"time_samples":18,"price_efficiency":484.13601954066434,"token_efficiency":24.34675186881093,"runs":18,"cost_samples":18,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":18,"wins":92,"losses":165,"both_good":18,"both_bad":17,"votes":292,"win_rate":0.3458904109589041},{"rank":163,"key":"pi|qwen3.8-27b|high|default","model":"qwen3.8-27b","effort":"high","harness":"pi","harness_profile":"default","providers":[],"lab_name":"alibaba","lab_color":"#A65801","harness_name":"pi","harness_color":"#BE2300","rating":1418,"avg_cost_usd":1.762703872,"avg_tokens":9364448.0,"avg_time_seconds":4190.0,"time_samples":1,"price_efficiency":21.792423665036576,"token_efficiency":4.102066622039485,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":3,"losses":10,"both_good":1,"both_bad":1,"votes":15,"win_rate":0.23333333333333334},{"rank":164,"key":"omp|space-bunny-alpha|high|default","model":"space-bunny-alpha","effort":"high","harness":"omp","harness_profile":"default","providers":["openrouter"],"lab_name":null,"lab_color":null,"harness_name":"omp","harness_color":"#771D6B","rating":1418,"avg_cost_usd":0.0,"avg_tokens":20910687.0,"avg_time_seconds":1648.0,"time_samples":1,"price_efficiency":null,"token_efficiency":1.8370314459120547,"runs":1,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":1,"cost_status":"unknown","token_samples":1,"wins":1,"losses":10,"both_good":1,"both_bad":0,"votes":12,"win_rate":0.125},{"rank":165,"key":"codex|gpt-5.6-terra|medium|mcp","model":"gpt-5.6-terra","effort":"medium","harness":"codex","harness_profile":"mcp","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"codex","harness_color":"#177746","rating":1415,"avg_cost_usd":0.17087,"avg_tokens":251725.0,"avg_time_seconds":115.0,"time_samples":1,"price_efficiency":222.4256106721348,"token_efficiency":150.9816827710703,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":10,"losses":16,"both_good":0,"both_bad":1,"votes":27,"win_rate":0.37037037037037035},{"rank":166,"key":"pi|glm-5.2|high|mcp","model":"glm-5.2","effort":"high","harness":"pi","harness_profile":"mcp","providers":["openrouter"],"lab_name":"ziphu","lab_color":"#B3B61E","harness_name":"pi","harness_color":"#BE2300","rating":1414,"avg_cost_usd":1.808193,"avg_tokens":1234740.0,"avg_time_seconds":3743.0,"time_samples":1,"price_efficiency":20.943742005280708,"token_efficiency":30.670689932904533,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":0,"losses":11,"both_good":0,"both_bad":1,"votes":12,"win_rate":0.0},{"rank":167,"key":"codex|gpt-6-luna|high|default","model":"gpt-6-luna","effort":"high","harness":"codex","harness_profile":"default","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"codex","harness_color":"#177746","rating":1413,"avg_cost_usd":0.028818951578947375,"avg_tokens":1445263.1578947369,"avg_time_seconds":650.578947368421,"time_samples":19,"price_efficiency":1309.3807496050513,"token_efficiency":26.109418354122433,"runs":19,"cost_samples":19,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":19,"wins":117,"losses":158,"both_good":16,"both_bad":23,"votes":314,"win_rate":0.3980891719745223},{"rank":168,"key":"opencode|gpt-5.6-luna|max|default","model":"gpt-5.6-luna","effort":"max","harness":"opencode","harness_profile":"default","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"opencode","harness_color":"#191919","rating":1413,"avg_cost_usd":0.05719636888888888,"avg_tokens":1072246.2777777778,"avg_time_seconds":776.4444444444445,"time_samples":18,"price_efficiency":659.7443361234823,"token_efficiency":35.19245643778708,"runs":18,"cost_samples":18,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":18,"wins":108,"losses":164,"both_good":19,"both_bad":16,"votes":307,"win_rate":0.38273615635179153},{"rank":169,"key":"omp|claude-sonnet-5|high|mcp","model":"claude-sonnet-5","effort":"high","harness":"omp","harness_profile":"mcp","providers":["anthropic"],"lab_name":"anthropic","lab_color":"#5C2E47","harness_name":"omp","harness_color":"#771D6B","rating":1412,"avg_cost_usd":0.8935843,"avg_tokens":1584630.0,"avg_time_seconds":459.0,"time_samples":1,"price_efficiency":42.07753441755108,"token_efficiency":23.727825510203196,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":2,"losses":11,"both_good":0,"both_bad":0,"votes":13,"win_rate":0.15384615384615385},{"rank":170,"key":"codex|gpt-5.6-sol|low|mcp","model":"gpt-5.6-sol","effort":"low","harness":"codex","harness_profile":"mcp","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"codex","harness_color":"#177746","rating":1411,"avg_cost_usd":0.73389,"avg_tokens":750211.0,"avg_time_seconds":3165.0,"time_samples":1,"price_efficiency":51.04969500776181,"token_efficiency":49.93909802608376,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":10,"losses":24,"both_good":0,"both_bad":1,"votes":35,"win_rate":0.2857142857142857},{"rank":171,"key":"pi|gpt-5.4-nano|high|default","model":"gpt-5.4-nano","effort":"high","harness":"pi","harness_profile":"default","providers":["openrouter"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1410,"avg_cost_usd":0.08978088,"avg_tokens":1864941.0,"avg_time_seconds":531.0,"time_samples":1,"price_efficiency":415.7911109060949,"token_efficiency":20.016768269519943,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":1,"losses":10,"both_good":0,"both_bad":4,"votes":15,"win_rate":0.06666666666666667},{"rank":172,"key":"pi|muse-spark-1.3|high|mcp","model":"muse-spark-1.3","effort":"high","harness":"pi","harness_profile":"mcp","providers":["openrouter"],"lab_name":"meta","lab_color":"#EB3EEE","harness_name":"pi","harness_color":"#BE2300","rating":1409,"avg_cost_usd":0.077978872,"avg_tokens":1874232.0,"avg_time_seconds":606.5,"time_samples":2,"price_efficiency":476.994838266009,"token_efficiency":19.845739181598557,"runs":2,"cost_samples":2,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":2,"wins":14,"losses":21,"both_good":1,"both_bad":2,"votes":38,"win_rate":0.3815789473684211},{"rank":173,"key":"pi|gemini-3.8-flash|low|default","model":"gemini-3.8-flash","effort":"low","harness":"pi","harness_profile":"default","providers":[],"lab_name":"google","lab_color":"#DE312F","harness_name":"pi","harness_color":"#BE2300","rating":1408,"avg_cost_usd":0.7402443799999999,"avg_tokens":3295034.2,"avg_time_seconds":21910.733333333334,"time_samples":15,"price_efficiency":50.066094764879914,"token_efficiency":11.247575299294246,"runs":15,"cost_samples":15,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":15,"wins":96,"losses":127,"both_good":11,"both_bad":25,"votes":259,"win_rate":0.3918918918918919},{"rank":174,"key":"pi|gpt-5.4-mini|high|default","model":"gpt-5.4-mini","effort":"high","harness":"pi","harness_profile":"default","providers":["openrouter"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1408,"avg_cost_usd":0.48328365,"avg_tokens":1973509.0,"avg_time_seconds":645.0,"time_samples":1,"price_efficiency":76.68611441386393,"token_efficiency":18.779314043285222,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":0,"losses":9,"both_good":0,"both_bad":5,"votes":14,"win_rate":0.0},{"rank":175,"key":"opencode|space-bunny-alpha|high|default","model":"space-bunny-alpha","effort":"high","harness":"opencode","harness_profile":"default","providers":["opencode"],"lab_name":null,"lab_color":null,"harness_name":"opencode","harness_color":"#191919","rating":1407,"avg_cost_usd":0.0,"avg_tokens":840325.0,"avg_time_seconds":299.2631578947368,"time_samples":19,"price_efficiency":null,"token_efficiency":43.94367790840421,"runs":19,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":19,"cost_status":"unknown","token_samples":19,"wins":115,"losses":145,"both_good":17,"both_bad":22,"votes":299,"win_rate":0.41304347826086957},{"rank":176,"key":"pi|gpt-6-luna|off|default","model":"gpt-6-luna","effort":"off","harness":"pi","harness_profile":"default","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1407,"avg_cost_usd":0.00546234,"avg_tokens":91877.0,"avg_time_seconds":181.0,"time_samples":1,"price_efficiency":6760.284262491857,"token_efficiency":401.9174672483839,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":1,"losses":9,"both_good":0,"both_bad":2,"votes":12,"win_rate":0.08333333333333333},{"rank":177,"key":"pi|gpt-5-mini|high|default","model":"gpt-5-mini","effort":"high","harness":"pi","harness_profile":"default","providers":["openrouter"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1405,"avg_cost_usd":0.0499681,"avg_tokens":469995.0,"avg_time_seconds":189.0,"time_samples":1,"price_efficiency":733.6526702612915,"token_efficiency":77.99919146561824,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":0,"losses":10,"both_good":0,"both_bad":4,"votes":14,"win_rate":0.0},{"rank":178,"key":"pi|qwen3.7-plus|high|default","model":"qwen3.7-plus","effort":"high","harness":"pi","harness_profile":"default","providers":["opencode-go"],"lab_name":"alibaba","lab_color":"#A65801","harness_name":"pi","harness_color":"#BE2300","rating":1405,"avg_cost_usd":2.13690712,"avg_tokens":26935942.0,"avg_time_seconds":4801.0,"time_samples":1,"price_efficiency":17.155275327494458,"token_efficiency":1.3609782049903152,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":0,"losses":10,"both_good":0,"both_bad":2,"votes":12,"win_rate":0.0},{"rank":179,"key":"pi|o4-mini|high|default","model":"o4-mini","effort":"high","harness":"pi","harness_profile":"default","providers":["openrouter"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1404,"avg_cost_usd":0.0930336,"avg_tokens":101187.0,"avg_time_seconds":104.0,"time_samples":1,"price_efficiency":392.60725689179316,"token_efficiency":360.97192816041905,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":0,"losses":10,"both_good":0,"both_bad":3,"votes":13,"win_rate":0.0},{"rank":180,"key":"pi|gpt-6-luna|minimal|default","model":"gpt-6-luna","effort":"minimal","harness":"pi","harness_profile":"default","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1404,"avg_cost_usd":0.00335852,"avg_tokens":54906.0,"avg_time_seconds":119.0,"time_samples":1,"price_efficiency":10875.524485418675,"token_efficiency":665.2399827845467,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":1,"losses":9,"both_good":0,"both_bad":2,"votes":12,"win_rate":0.08333333333333333},{"rank":181,"key":"codex|gpt-6-luna|low|default","model":"gpt-6-luna","effort":"low","harness":"codex","harness_profile":"default","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"codex","harness_color":"#177746","rating":1401,"avg_cost_usd":0.0109929,"avg_tokens":411237.0,"avg_time_seconds":206.0,"time_samples":1,"price_efficiency":3286.323453213212,"token_efficiency":87.84770117676065,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":0,"losses":10,"both_good":0,"both_bad":2,"votes":12,"win_rate":0.0},{"rank":182,"key":"pi|kimi-k2.6|high|mcp","model":"kimi-k2.6","effort":"high","harness":"pi","harness_profile":"mcp","providers":["openrouter"],"lab_name":null,"lab_color":null,"harness_name":"pi","harness_color":"#BE2300","rating":1401,"avg_cost_usd":2.0212504757,"avg_tokens":4116832.0,"avg_time_seconds":1145.0,"time_samples":1,"price_efficiency":17.873205484993775,"token_efficiency":8.775248805107307,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":0,"losses":11,"both_good":0,"both_bad":1,"votes":12,"win_rate":0.0},{"rank":183,"key":"pi|deepseek-v4.1-flash|low|mcp","model":"deepseek-v4.1-flash","effort":"low","harness":"pi","harness_profile":"mcp","providers":[],"lab_name":"deepseek","lab_color":"#70A1E8","harness_name":"pi","harness_color":"#BE2300","rating":1394,"avg_cost_usd":0.0346711232,"avg_tokens":3969487.0,"avg_time_seconds":639.0,"time_samples":1,"price_efficiency":1015.3030945063074,"token_efficiency":8.868072543119407,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":8,"losses":23,"both_good":0,"both_bad":2,"votes":33,"win_rate":0.24242424242424243},{"rank":184,"key":"pi|gpt-4.1-mini|none|default","model":"gpt-4.1-mini","effort":"none","harness":"pi","harness_profile":"default","providers":["openrouter"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1390,"avg_cost_usd":0.0164592,"avg_tokens":81711.0,"avg_time_seconds":84.0,"time_samples":1,"price_efficiency":2106.923986470365,"token_efficiency":424.40165067265156,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":0,"losses":12,"both_good":0,"both_bad":1,"votes":13,"win_rate":0.0},{"rank":185,"key":"pi|glm-5.2|off|mcp","model":"glm-5.2","effort":"off","harness":"pi","harness_profile":"mcp","providers":["openrouter"],"lab_name":"ziphu","lab_color":"#B3B61E","harness_name":"pi","harness_color":"#BE2300","rating":1390,"avg_cost_usd":1.6594162,"avg_tokens":1115303.0,"avg_time_seconds":495.0,"time_samples":1,"price_efficiency":20.8978816032488,"token_efficiency":31.09314982396087,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":0,"losses":12,"both_good":0,"both_bad":0,"votes":12,"win_rate":0.0},{"rank":186,"key":"pi|glm-5.3-flash|low|default","model":"glm-5.3-flash","effort":"low","harness":"pi","harness_profile":"default","providers":[],"lab_name":"ziphu","lab_color":"#B3B61E","harness_name":"pi","harness_color":"#BE2300","rating":1389,"avg_cost_usd":0.17475754,"avg_tokens":2681652.5,"avg_time_seconds":3448.0,"time_samples":2,"price_efficiency":197.69104418472247,"token_efficiency":12.883101207838601,"runs":2,"cost_samples":2,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":2,"wins":8,"losses":24,"both_good":0,"both_bad":2,"votes":34,"win_rate":0.23529411764705882},{"rank":187,"key":"pi|deepseek-v4-flash-vision-exp|xhigh|mcp","model":"deepseek-v4-flash-vision-exp","effort":"xhigh","harness":"pi","harness_profile":"mcp","providers":["openrouter"],"lab_name":"deepseek","lab_color":"#70A1E8","harness_name":"pi","harness_color":"#BE2300","rating":1389,"avg_cost_usd":0.061889794,"avg_tokens":1711748.0,"avg_time_seconds":675.0,"time_samples":1,"price_efficiency":558.2180571121856,"token_efficiency":20.182877714332605,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":7,"losses":22,"both_good":1,"both_bad":3,"votes":33,"win_rate":0.22727272727272727},{"rank":188,"key":"zcode|glm-5.3-flash|max|default","model":"glm-5.3-flash","effort":"max","harness":"zcode","harness_profile":"default","providers":[],"lab_name":"ziphu","lab_color":"#B3B61E","harness_name":"zcode","harness_color":null,"rating":1389,"avg_cost_usd":0.0106164,"avg_tokens":279317.0,"avg_time_seconds":9268.0,"time_samples":1,"price_efficiency":3254.21051973865,"token_efficiency":123.6874252614535,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":3,"losses":16,"both_good":0,"both_bad":4,"votes":23,"win_rate":0.13043478260869565},{"rank":189,"key":"codex|gpt-5.6-luna|max|default","model":"gpt-5.6-luna","effort":"max","harness":"codex","harness_profile":"default","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"codex","harness_color":"#177746","rating":1387,"avg_cost_usd":0.05481537777777778,"avg_tokens":1753425.2777777778,"avg_time_seconds":721.2222222222222,"time_samples":18,"price_efficiency":625.5202963353943,"token_efficiency":19.55494299406221,"runs":18,"cost_samples":18,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":18,"wins":112,"losses":161,"both_good":14,"both_bad":20,"votes":307,"win_rate":0.38762214983713356},{"rank":190,"key":"pi|gpt-5.6-luna|high|default","model":"gpt-5.6-luna","effort":"high","harness":"pi","harness_profile":"default","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1381,"avg_cost_usd":0.042068496842105264,"avg_tokens":667950.1052631579,"avg_time_seconds":349.1578947368421,"time_samples":19,"price_efficiency":796.6579426479539,"token_efficiency":50.174708979676936,"runs":19,"cost_samples":19,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":19,"wins":110,"losses":200,"both_good":14,"both_bad":24,"votes":348,"win_rate":0.33620689655172414},{"rank":191,"key":"pi|deepseek-v4-pro-0423|high|mcp","model":"deepseek-v4-pro-0423","effort":"high","harness":"pi","harness_profile":"mcp","providers":["openrouter"],"lab_name":"deepseek","lab_color":"#70A1E8","harness_name":"pi","harness_color":"#BE2300","rating":1380,"avg_cost_usd":1.0482318,"avg_tokens":5939291.0,"avg_time_seconds":1337.0,"time_samples":1,"price_efficiency":31.849880476520358,"token_efficiency":5.621219357948245,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":0,"losses":12,"both_good":0,"both_bad":1,"votes":13,"win_rate":0.0},{"rank":192,"key":"pi|gpt-4o-mini|high|default","model":"gpt-4o-mini","effort":"high","harness":"pi","harness_profile":"default","providers":["openrouter"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1379,"avg_cost_usd":0.1197837,"avg_tokens":1433038.0,"avg_time_seconds":1342.0,"time_samples":1,"price_efficiency":277.6517824435019,"token_efficiency":23.208147873732376,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":0,"losses":12,"both_good":0,"both_bad":2,"votes":14,"win_rate":0.0},{"rank":193,"key":"pi|claude-opus-5.5|low|wrapper","model":"claude-opus-5.5","effort":"low","harness":"pi","harness_profile":"wrapper","providers":["claude-bridge"],"lab_name":"anthropic","lab_color":"#5C2E47","harness_name":"pi","harness_color":"#BE2300","rating":1378,"avg_cost_usd":0.20990712499999997,"avg_tokens":112133.75,"avg_time_seconds":1383.375,"time_samples":8,"price_efficiency":157.83411053467972,"token_efficiency":295.45524312944883,"runs":8,"cost_samples":8,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":8,"wins":30,"losses":53,"both_good":2,"both_bad":5,"votes":90,"win_rate":0.34444444444444444},{"rank":194,"key":"pi|gpt-5-nano|high|default","model":"gpt-5-nano","effort":"high","harness":"pi","harness_profile":"default","providers":["openrouter"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1378,"avg_cost_usd":0.01371483,"avg_tokens":377562.0,"avg_time_seconds":268.0,"time_samples":1,"price_efficiency":2415.670071686403,"token_efficiency":87.74851380506203,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":0,"losses":12,"both_good":0,"both_bad":1,"votes":13,"win_rate":0.0},{"rank":195,"key":"pi|gemma-4-31b-it|high|default","model":"gemma-4-31b-it","effort":"high","harness":"pi","harness_profile":"default","providers":["openrouter"],"lab_name":"google","lab_color":"#DE312F","harness_name":"pi","harness_color":"#BE2300","rating":1377,"avg_cost_usd":0.01601749,"avg_tokens":221206.0,"avg_time_seconds":136.0,"time_samples":1,"price_efficiency":2060.4413431599887,"token_efficiency":149.1962180485687,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":0,"losses":11,"both_good":0,"both_bad":3,"votes":14,"win_rate":0.0},{"rank":196,"key":"pi|deepseek-v4-flash-0423|off|mcp","model":"deepseek-v4-flash-0423","effort":"off","harness":"pi","harness_profile":"mcp","providers":["openrouter"],"lab_name":"deepseek","lab_color":"#70A1E8","harness_name":"pi","harness_color":"#BE2300","rating":1377,"avg_cost_usd":0.099994654,"avg_tokens":5363804.0,"avg_time_seconds":743.0,"time_samples":1,"price_efficiency":330.0486304963032,"token_efficiency":6.152927774700882,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":0,"losses":11,"both_good":0,"both_bad":1,"votes":12,"win_rate":0.0},{"rank":197,"key":"omp|gpt-6-luna|high|mcp-skills","model":"gpt-6-luna","effort":"high","harness":"omp","harness_profile":"mcp-skills","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"omp","harness_color":"#771D6B","rating":1375,"avg_cost_usd":0.02941842,"avg_tokens":1634437.0,"avg_time_seconds":1243.0,"time_samples":1,"price_efficiency":1113.2153142997308,"token_efficiency":20.0368907865531,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":2,"losses":15,"both_good":0,"both_bad":0,"votes":17,"win_rate":0.11764705882352941},{"rank":198,"key":"pi|gpt-6-luna|low|mcp","model":"gpt-6-luna","effort":"low","harness":"pi","harness_profile":"mcp","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1375,"avg_cost_usd":0.00447774,"avg_tokens":108547.0,"avg_time_seconds":109.0,"time_samples":1,"price_efficiency":7313.742125827201,"token_efficiency":301.703738164127,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":0,"losses":12,"both_good":0,"both_bad":1,"votes":13,"win_rate":0.0},{"rank":199,"key":"pi|claude-fable-5|low|mcp","model":"claude-fable-5","effort":"low","harness":"pi","harness_profile":"mcp","providers":[],"lab_name":"anthropic","lab_color":"#5C2E47","harness_name":"pi","harness_color":"#BE2300","rating":1368,"avg_cost_usd":1.34605,"avg_tokens":430487.0,"avg_time_seconds":228.0,"time_samples":1,"price_efficiency":23.67506146380939,"token_efficiency":74.0273608340336,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":3,"losses":19,"both_good":1,"both_bad":0,"votes":23,"win_rate":0.15217391304347827},{"rank":200,"key":"pi|deepseek-v4-flash-0423|high|mcp","model":"deepseek-v4-flash-0423","effort":"high","harness":"pi","harness_profile":"mcp","providers":["openrouter"],"lab_name":"deepseek","lab_color":"#70A1E8","harness_name":"pi","harness_color":"#BE2300","rating":1368,"avg_cost_usd":0.086716401,"avg_tokens":3522253.0,"avg_time_seconds":674.0,"time_samples":1,"price_efficiency":367.49468515604826,"token_efficiency":9.047565999194443,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":0,"losses":12,"both_good":0,"both_bad":0,"votes":12,"win_rate":0.0},{"rank":201,"key":"pi|ling-3.0-flash-vl|high|default","model":"ling-3.0-flash-vl","effort":"high","harness":"pi","harness_profile":"default","providers":["inclusionai"],"lab_name":"inclusionai","lab_color":"#DEF09E","harness_name":"pi","harness_color":"#BE2300","rating":1367,"avg_cost_usd":0.0,"avg_tokens":12744319.0,"avg_time_seconds":1501.0,"time_samples":1,"price_efficiency":null,"token_efficiency":2.4907538372605718,"runs":1,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":1,"cost_status":"unknown","token_samples":1,"wins":2,"losses":18,"both_good":0,"both_bad":1,"votes":21,"win_rate":0.09523809523809523},{"rank":202,"key":"pi|nex-n2.5-pro|high|default","model":"nex-n2.5-pro","effort":"high","harness":"pi","harness_profile":"default","providers":["nex-agi"],"lab_name":null,"lab_color":null,"harness_name":"pi","harness_color":"#BE2300","rating":1366,"avg_cost_usd":0.0,"avg_tokens":3277015.0,"avg_time_seconds":1626.0,"time_samples":1,"price_efficiency":null,"token_efficiency":9.648527266623478,"runs":1,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":1,"cost_status":"unknown","token_samples":1,"wins":2,"losses":16,"both_good":0,"both_bad":1,"votes":19,"win_rate":0.10526315789473684},{"rank":203,"key":"pi|claude-sonnet-5|low|mcp","model":"claude-sonnet-5","effort":"low","harness":"pi","harness_profile":"mcp","providers":[],"lab_name":"anthropic","lab_color":"#5C2E47","harness_name":"pi","harness_color":"#BE2300","rating":1366,"avg_cost_usd":0.565903,"avg_tokens":1270130.0,"avg_time_seconds":468.0,"time_samples":1,"price_efficiency":55.87241732352388,"token_efficiency":24.893805028331066,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":0,"losses":15,"both_good":1,"both_bad":1,"votes":17,"win_rate":0.029411764705882353},{"rank":204,"key":"opencode|muse-spark-1.3|low|mcp","model":"muse-spark-1.3","effort":"low","harness":"opencode","harness_profile":"mcp","providers":[],"lab_name":"meta","lab_color":"#EB3EEE","harness_name":"opencode","harness_color":"#191919","rating":1365,"avg_cost_usd":0.0,"avg_tokens":1291892.0,"avg_time_seconds":259.0,"time_samples":1,"price_efficiency":null,"token_efficiency":24.378229063006017,"runs":1,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":1,"cost_status":"unknown","token_samples":1,"wins":3,"losses":23,"both_good":1,"both_bad":0,"votes":27,"win_rate":0.12962962962962962},{"rank":205,"key":"omp|gpt-6-luna|low|mcp-skills","model":"gpt-6-luna","effort":"low","harness":"omp","harness_profile":"mcp-skills","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"omp","harness_color":"#771D6B","rating":1365,"avg_cost_usd":0.0199624,"avg_tokens":936436.0,"avg_time_seconds":440.0,"time_samples":1,"price_efficiency":1577.667970818387,"token_efficiency":33.631811571388724,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":4,"losses":19,"both_good":0,"both_bad":2,"votes":25,"win_rate":0.16},{"rank":206,"key":"codex|gpt-6-luna|medium|mcp","model":"gpt-6-luna","effort":"medium","harness":"codex","harness_profile":"mcp","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"codex","harness_color":"#177746","rating":1364,"avg_cost_usd":0.0216108725,"avg_tokens":1061249.125,"avg_time_seconds":349.25,"time_samples":8,"price_efficiency":1451.5829581461255,"token_efficiency":29.559481833889617,"runs":8,"cost_samples":8,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":8,"wins":23,"losses":61,"both_good":1,"both_bad":14,"votes":99,"win_rate":0.23737373737373738},{"rank":207,"key":"pi|gpt-5.1-codex-mini|high|default","model":"gpt-5.1-codex-mini","effort":"high","harness":"pi","harness_profile":"default","providers":["openrouter"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1364,"avg_cost_usd":0.04735163,"avg_tokens":281199.0,"avg_time_seconds":184.0,"time_samples":1,"price_efficiency":662.489849487098,"token_efficiency":111.55791532569017,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":0,"losses":13,"both_good":0,"both_bad":1,"votes":14,"win_rate":0.0},{"rank":208,"key":"pi|muse-spark-1.3|high|default","model":"muse-spark-1.3","effort":"high","harness":"pi","harness_profile":"default","providers":[],"lab_name":"meta","lab_color":"#EB3EEE","harness_name":"pi","harness_color":"#BE2300","rating":1361,"avg_cost_usd":0.014117247444444444,"avg_tokens":860025.6111111111,"avg_time_seconds":375.8888888888889,"time_samples":18,"price_efficiency":2195.8515209115917,"token_efficiency":36.044716426431684,"runs":18,"cost_samples":18,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":18,"wins":85,"losses":191,"both_good":9,"both_bad":27,"votes":312,"win_rate":0.28685897435897434},{"rank":209,"key":"pi|gpt-6-luna|medium|mcp","model":"gpt-6-luna","effort":"medium","harness":"pi","harness_profile":"mcp","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1361,"avg_cost_usd":0.007580679999999999,"avg_tokens":232878.0,"avg_time_seconds":188.0,"time_samples":2,"price_efficiency":4089.2610256558273,"token_efficiency":133.1142455361546,"runs":2,"cost_samples":2,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":2,"wins":1,"losses":18,"both_good":0,"both_bad":5,"votes":24,"win_rate":0.041666666666666664},{"rank":210,"key":"pi|minimax-m3|xhigh|mcp","model":"minimax-m3","effort":"xhigh","harness":"pi","harness_profile":"mcp","providers":["openrouter"],"lab_name":null,"lab_color":null,"harness_name":"pi","harness_color":"#BE2300","rating":1361,"avg_cost_usd":0.88477209,"avg_tokens":11572139.5,"avg_time_seconds":2915.0,"time_samples":2,"price_efficiency":35.03657000750172,"token_efficiency":2.678794122034963,"runs":2,"cost_samples":2,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":2,"wins":3,"losses":21,"both_good":0,"both_bad":0,"votes":24,"win_rate":0.125},{"rank":211,"key":"omp|glm-5.3-flash|xhigh|mcp-skills","model":"glm-5.3-flash","effort":"xhigh","harness":"omp","harness_profile":"mcp-skills","providers":["opencode-go"],"lab_name":"ziphu","lab_color":"#B3B61E","harness_name":"omp","harness_color":"#771D6B","rating":1359,"avg_cost_usd":0.7555067149999999,"avg_tokens":18548166.2,"avg_time_seconds":6210.3,"time_samples":20,"price_efficiency":40.706005825571296,"token_efficiency":1.6580431946985805,"runs":20,"cost_samples":20,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":20,"wins":59,"losses":173,"both_good":15,"both_bad":55,"votes":302,"win_rate":0.22019867549668873},{"rank":212,"key":"pi|deepseek-v4-flash-0731|high|mcp","model":"deepseek-v4-flash-0731","effort":"high","harness":"pi","harness_profile":"mcp","providers":["openrouter"],"lab_name":"deepseek","lab_color":"#70A1E8","harness_name":"pi","harness_color":"#BE2300","rating":1352,"avg_cost_usd":0.282639923,"avg_tokens":14936153.0,"avg_time_seconds":2370.0,"time_samples":1,"price_efficiency":105.79630726473557,"token_efficiency":2.0020054788531696,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":2,"losses":19,"both_good":0,"both_bad":6,"votes":27,"win_rate":0.07407407407407407},{"rank":213,"key":"pi|minimax-m3|high|mcp","model":"minimax-m3","effort":"high","harness":"pi","harness_profile":"mcp","providers":["openrouter"],"lab_name":null,"lab_color":null,"harness_name":"pi","harness_color":"#BE2300","rating":1340,"avg_cost_usd":0.47014092,"avg_tokens":5951683.0,"avg_time_seconds":1603.0,"time_samples":1,"price_efficiency":60.56636145409367,"token_efficiency":4.7843147719863675,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":3,"losses":20,"both_good":0,"both_bad":6,"votes":29,"win_rate":0.10344827586206896},{"rank":214,"key":"pi|deepseek-v4-flash-vision-exp|off|mcp","model":"deepseek-v4-flash-vision-exp","effort":"off","harness":"pi","harness_profile":"mcp","providers":["openrouter"],"lab_name":"deepseek","lab_color":"#70A1E8","harness_name":"pi","harness_color":"#BE2300","rating":1336,"avg_cost_usd":0.101556395,"avg_tokens":4653176.0,"avg_time_seconds":368.0,"time_samples":1,"price_efficiency":275.7886335497121,"token_efficiency":6.01913604928866,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":7,"losses":29,"both_good":2,"both_bad":3,"votes":41,"win_rate":0.1951219512195122},{"rank":215,"key":"opencode|gpt-6-luna|medium|mcp","model":"gpt-6-luna","effort":"medium","harness":"opencode","harness_profile":"mcp","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"opencode","harness_color":"#191919","rating":1333,"avg_cost_usd":0.012025506666666666,"avg_tokens":369918.0,"avg_time_seconds":191.33333333333334,"time_samples":3,"price_efficiency":2300.2118599091277,"token_efficiency":74.77660739970194,"runs":3,"cost_samples":3,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":3,"wins":4,"losses":28,"both_good":0,"both_bad":4,"votes":36,"win_rate":0.1111111111111111},{"rank":216,"key":"pi|nex-n2.5-mini|high|default","model":"nex-n2.5-mini","effort":"high","harness":"pi","harness_profile":"default","providers":[],"lab_name":null,"lab_color":null,"harness_name":"pi","harness_color":"#BE2300","rating":1332,"avg_cost_usd":0.0,"avg_tokens":10629578.0,"avg_time_seconds":1849.0,"time_samples":1,"price_efficiency":null,"token_efficiency":2.5914646579334,"runs":1,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":1,"cost_status":"unknown","token_samples":1,"wins":0,"losses":17,"both_good":0,"both_bad":0,"votes":17,"win_rate":0.0},{"rank":217,"key":"pi|gpt-5.6-luna|off|default","model":"gpt-5.6-luna","effort":"off","harness":"pi","harness_profile":"default","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1331,"avg_cost_usd":0.016479587999999996,"avg_tokens":205892.2,"avg_time_seconds":137.3,"time_samples":10,"price_efficiency":1664.5704596996782,"token_efficiency":133.23202808470302,"runs":10,"cost_samples":10,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":10,"wins":40,"losses":114,"both_good":7,"both_bad":10,"votes":171,"win_rate":0.2543859649122807},{"rank":218,"key":"pi|gpt-5.6-terra|low|default","model":"gpt-5.6-terra","effort":"low","harness":"pi","harness_profile":"default","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1330,"avg_cost_usd":0.1300131466666667,"avg_tokens":152270.8,"avg_time_seconds":131.26666666666668,"time_samples":15,"price_efficiency":210.10946564014307,"token_efficiency":179.3974469978938,"runs":15,"cost_samples":15,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":15,"wins":69,"losses":165,"both_good":7,"both_bad":24,"votes":265,"win_rate":0.27358490566037735},{"rank":219,"key":"claude-code|claude-haiku-4-5-20251001|high|default","model":"claude-haiku-4-5-20251001","effort":"high","harness":"claude-code","harness_profile":"default","providers":["anthropic"],"lab_name":"anthropic","lab_color":"#5C2E47","harness_name":"claude-code","harness_color":"#D07F00","rating":1330,"avg_cost_usd":0.088873,"avg_tokens":1406419.0,"avg_time_seconds":1109.0,"time_samples":1,"price_efficiency":307.3711112748179,"token_efficiency":19.423082859607902,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":0,"losses":18,"both_good":0,"both_bad":0,"votes":18,"win_rate":0.0},{"rank":220,"key":"codex|gpt-5.6-luna|low|mcp","model":"gpt-5.6-luna","effort":"low","harness":"codex","harness_profile":"mcp","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"codex","harness_color":"#177746","rating":1329,"avg_cost_usd":0.0137092,"avg_tokens":331563.0,"avg_time_seconds":82.0,"time_samples":1,"price_efficiency":1984.27688308438,"token_efficiency":82.04428312441492,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":2,"losses":21,"both_good":0,"both_bad":2,"votes":25,"win_rate":0.08},{"rank":221,"key":"pi|muse-spark-1.3|minimal|default","model":"muse-spark-1.3","effort":"minimal","harness":"pi","harness_profile":"default","providers":[],"lab_name":"meta","lab_color":"#EB3EEE","harness_name":"pi","harness_color":"#BE2300","rating":1321,"avg_cost_usd":0.005822761333333333,"avg_tokens":296994.3333333333,"avg_time_seconds":1366.3333333333333,"time_samples":3,"price_efficiency":4516.847323858096,"token_efficiency":88.55564229372862,"runs":3,"cost_samples":3,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":3,"wins":9,"losses":36,"both_good":0,"both_bad":3,"votes":48,"win_rate":0.1875},{"rank":222,"key":"pi|thinkingmachines-inkling|high|mcp","model":"thinkingmachines-inkling","effort":"high","harness":"pi","harness_profile":"mcp","providers":[],"lab_name":null,"lab_color":null,"harness_name":"pi","harness_color":"#BE2300","rating":1320,"avg_cost_usd":0.0,"avg_tokens":2375395.0,"avg_time_seconds":490.0,"time_samples":1,"price_efficiency":null,"token_efficiency":11.025154446295517,"runs":1,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":1,"cost_status":"unknown","token_samples":1,"wins":0,"losses":21,"both_good":0,"both_bad":6,"votes":27,"win_rate":0.0},{"rank":223,"key":"claude-code|claude-sonnet-5|high|default","model":"claude-sonnet-5","effort":"high","harness":"claude-code","harness_profile":"default","providers":["anthropic"],"lab_name":"anthropic","lab_color":"#5C2E47","harness_name":"claude-code","harness_color":"#D07F00","rating":1317,"avg_cost_usd":3.43082835,"avg_tokens":9625932.75,"avg_time_seconds":13984.5,"time_samples":4,"price_efficiency":7.536561164032017,"token_efficiency":2.6861446443275896,"runs":4,"cost_samples":4,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":4,"wins":15,"losses":48,"both_good":3,"both_bad":5,"votes":71,"win_rate":0.2323943661971831},{"rank":224,"key":"pi|gpt-5.6-luna|minimal|mcp","model":"gpt-5.6-luna","effort":"minimal","harness":"pi","harness_profile":"mcp","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1317,"avg_cost_usd":0.01287308,"avg_tokens":102011.0,"avg_time_seconds":68.0,"time_samples":1,"price_efficiency":2008.5828490982767,"token_efficiency":253.4692111935972,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":1,"losses":25,"both_good":0,"both_bad":4,"votes":30,"win_rate":0.03333333333333333},{"rank":225,"key":"pi|glm-5.3-flash|high|default","model":"glm-5.3-flash","effort":"high","harness":"pi","harness_profile":"default","providers":[],"lab_name":"ziphu","lab_color":"#B3B61E","harness_name":"pi","harness_color":"#BE2300","rating":1311,"avg_cost_usd":0.2547055493333333,"avg_tokens":5631767.8,"avg_time_seconds":3046.866666666667,"time_samples":15,"price_efficiency":98.93795383081839,"token_efficiency":4.474624447477143,"runs":15,"cost_samples":15,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":15,"wins":70,"losses":172,"both_good":8,"both_bad":16,"votes":266,"win_rate":0.2781954887218045},{"rank":226,"key":"opencode|fledge-alpha-free|none|mcp","model":"fledge-alpha-free","effort":"none","harness":"opencode","harness_profile":"mcp","providers":["opencode"],"lab_name":null,"lab_color":null,"harness_name":"opencode","harness_color":"#191919","rating":1310,"avg_cost_usd":0.0,"avg_tokens":10913631.333333334,"avg_time_seconds":39339.666666666664,"time_samples":3,"price_efficiency":null,"token_efficiency":2.2991150191787466,"runs":3,"cost_samples":0,"free_cost_samples":0,"unknown_cost_samples":3,"cost_status":"unknown","token_samples":3,"wins":3,"losses":31,"both_good":2,"both_bad":3,"votes":39,"win_rate":0.10256410256410256},{"rank":227,"key":"pi|gpt-5.6-luna|medium|default","model":"gpt-5.6-luna","effort":"medium","harness":"pi","harness_profile":"default","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1305,"avg_cost_usd":0.0140184,"avg_tokens":187265.875,"avg_time_seconds":222.625,"time_samples":8,"price_efficiency":1751.5976007091647,"token_efficiency":131.1215714330299,"runs":8,"cost_samples":8,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":8,"wins":16,"losses":71,"both_good":3,"both_bad":7,"votes":97,"win_rate":0.18041237113402062},{"rank":228,"key":"pi|deepseek-v4-flash-0731|off|mcp","model":"deepseek-v4-flash-0731","effort":"off","harness":"pi","harness_profile":"mcp","providers":["openrouter"],"lab_name":"deepseek","lab_color":"#70A1E8","harness_name":"pi","harness_color":"#BE2300","rating":1296,"avg_cost_usd":0.277635765,"avg_tokens":14000638.0,"avg_time_seconds":1848.0,"time_samples":1,"price_efficiency":85.03057985168495,"token_efficiency":1.6861753075478514,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":0,"losses":25,"both_good":0,"both_bad":4,"votes":29,"win_rate":0.0},{"rank":229,"key":"pi|gpt-5.6-sol|low|default","model":"gpt-5.6-sol","effort":"low","harness":"pi","harness_profile":"default","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1293,"avg_cost_usd":0.28785279999999996,"avg_tokens":98211.2,"avg_time_seconds":145.93333333333334,"time_samples":15,"price_efficiency":80.93549267367861,"token_efficiency":237.21844540640856,"runs":15,"cost_samples":15,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":15,"wins":82,"losses":163,"both_good":10,"both_bad":16,"votes":271,"win_rate":0.3210332103321033},{"rank":230,"key":"pi|claude-sonnet-5.5|low|wrapper","model":"claude-sonnet-5.5","effort":"low","harness":"pi","harness_profile":"wrapper","providers":["claude-bridge"],"lab_name":"anthropic","lab_color":"#5C2E47","harness_name":"pi","harness_color":"#BE2300","rating":1289,"avg_cost_usd":0.0900932,"avg_tokens":80496.0,"avg_time_seconds":82.875,"time_samples":8,"price_efficiency":254.05440067885553,"token_efficiency":284.3442398534122,"runs":8,"cost_samples":8,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":8,"wins":14,"losses":61,"both_good":4,"both_bad":10,"votes":89,"win_rate":0.1797752808988764},{"rank":231,"key":"opencode|gpt-6-luna|low|mcp","model":"gpt-6-luna","effort":"low","harness":"opencode","harness_profile":"mcp","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"opencode","harness_color":"#191919","rating":1286,"avg_cost_usd":0.01327374,"avg_tokens":537915.4444444445,"avg_time_seconds":225.44444444444446,"time_samples":9,"price_efficiency":1701.4949991349038,"token_efficiency":41.986528669283295,"runs":9,"cost_samples":9,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":9,"wins":19,"losses":76,"both_good":5,"both_bad":12,"votes":112,"win_rate":0.19196428571428573},{"rank":232,"key":"omp|gpt-6-luna|medium|mcp-skills","model":"gpt-6-luna","effort":"medium","harness":"omp","harness_profile":"mcp-skills","providers":["openai-codex"],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"omp","harness_color":"#771D6B","rating":1250,"avg_cost_usd":0.013454504210526318,"avg_tokens":580318.8947368421,"avg_time_seconds":189.68421052631578,"time_samples":19,"price_efficiency":1424.6703145001513,"token_efficiency":33.03051635729762,"runs":19,"cost_samples":19,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":19,"wins":49,"losses":200,"both_good":16,"both_bad":24,"votes":289,"win_rate":0.1972318339100346},{"rank":233,"key":"pi|gpt-5.6-luna|off|mcp","model":"gpt-5.6-luna","effort":"off","harness":"pi","harness_profile":"mcp","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1238,"avg_cost_usd":0.018413341333333333,"avg_tokens":245106.8,"avg_time_seconds":163.8,"time_samples":15,"price_efficiency":984.1055275375227,"token_efficiency":73.92969508217834,"runs":15,"cost_samples":15,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":15,"wins":43,"losses":231,"both_good":9,"both_bad":38,"votes":321,"win_rate":0.14797507788161993},{"rank":234,"key":"pi|muse-spark-1.3|minimal|mcp","model":"muse-spark-1.3","effort":"minimal","harness":"pi","harness_profile":"mcp","providers":["openrouter"],"lab_name":"meta","lab_color":"#EB3EEE","harness_name":"pi","harness_color":"#BE2300","rating":1234,"avg_cost_usd":0.008943254,"avg_tokens":230395.0,"avg_time_seconds":84.0,"time_samples":1,"price_efficiency":1988.2627603610238,"token_efficiency":77.17849295622632,"runs":1,"cost_samples":1,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":1,"wins":0,"losses":35,"both_good":0,"both_bad":6,"votes":41,"win_rate":0.0},{"rank":235,"key":"pi|glm-5.3-flash|low|mcp","model":"glm-5.3-flash","effort":"low","harness":"pi","harness_profile":"mcp","providers":["openrouter"],"lab_name":"ziphu","lab_color":"#B3B61E","harness_name":"pi","harness_color":"#BE2300","rating":1219,"avg_cost_usd":0.1091889925,"avg_tokens":5383409.0,"avg_time_seconds":1670.5,"time_samples":2,"price_efficiency":151.60943836991345,"token_efficiency":3.0750184184596954,"runs":2,"cost_samples":2,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":2,"wins":0,"losses":43,"both_good":1,"both_bad":7,"votes":51,"win_rate":0.00980392156862745},{"rank":236,"key":"pi|muse-spark-1.2|xhigh|default","model":"muse-spark-1.2","effort":"xhigh","harness":"pi","harness_profile":"default","providers":["opencode-go"],"lab_name":"meta","lab_color":"#EB3EEE","harness_name":"pi","harness_color":"#BE2300","rating":1179,"avg_cost_usd":0.040463793750000004,"avg_tokens":4929675.875,"avg_time_seconds":754.1875,"time_samples":16,"price_efficiency":336.4205652569147,"token_efficiency":2.76140921046137,"runs":16,"cost_samples":16,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":16,"wins":42,"losses":193,"both_good":11,"both_bad":19,"votes":265,"win_rate":0.1792452830188679},{"rank":237,"key":"pi|gpt-5.6-luna|minimal|default","model":"gpt-5.6-luna","effort":"minimal","harness":"pi","harness_profile":"default","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1176,"avg_cost_usd":0.01078112,"avg_tokens":90833.90476190476,"avg_time_seconds":167.52380952380952,"time_samples":21,"price_efficiency":1243.9377128253477,"token_efficiency":147.6435675604703,"runs":21,"cost_samples":21,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":21,"wins":18,"losses":217,"both_good":3,"both_bad":36,"votes":274,"win_rate":0.07116788321167883},{"rank":238,"key":"pi|mimo-v2.5-pro|high|default","model":"mimo-v2.5-pro","effort":"high","harness":"pi","harness_profile":"default","providers":[],"lab_name":"xiaomi","lab_color":"#FFA610","harness_name":"pi","harness_color":"#BE2300","rating":1147,"avg_cost_usd":0.0498739245,"avg_tokens":1105605.0625,"avg_time_seconds":1019.5,"time_samples":16,"price_efficiency":232.34715299291597,"token_efficiency":10.481196911269244,"runs":16,"cost_samples":16,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":16,"wins":28,"losses":253,"both_good":5,"both_bad":23,"votes":309,"win_rate":0.09870550161812297},{"rank":239,"key":"pi|gpt-5.6-luna|low|default","model":"gpt-5.6-luna","effort":"low","harness":"pi","harness_profile":"default","providers":[],"lab_name":"openai","lab_color":"#1CAC79","harness_name":"pi","harness_color":"#BE2300","rating":1131,"avg_cost_usd":0.011128634285714287,"avg_tokens":102632.61904761905,"avg_time_seconds":185.57142857142858,"time_samples":21,"price_efficiency":959.4446581039366,"token_efficiency":104.034261392734,"runs":21,"cost_samples":21,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":21,"wins":32,"losses":217,"both_good":3,"both_bad":21,"votes":273,"win_rate":0.1227106227106227},{"rank":240,"key":"pi|mimo-v2.5|high|default","model":"mimo-v2.5","effort":"high","harness":"pi","harness_profile":"default","providers":[],"lab_name":"xiaomi","lab_color":"#FFA610","harness_name":"pi","harness_color":"#BE2300","rating":1126,"avg_cost_usd":0.018741921333333335,"avg_tokens":1114674.5333333334,"avg_time_seconds":4828.6,"time_samples":15,"price_efficiency":555.2202856235683,"token_efficiency":9.335366158146533,"runs":15,"cost_samples":15,"free_cost_samples":0,"unknown_cost_samples":0,"cost_status":"priced","token_samples":15,"wins":8,"losses":229,"both_good":4,"both_bad":25,"votes":266,"win_rate":0.03759398496240601}]