{"version":"1.0","generatedAt":"2026-11-20T01:30:52.480Z","licence":"CC BY 4.0 — credit \"Shogo Bench (bench.shogo.ai)\" and the underlying sources at bench.shogo.ai/sources","models":[{"slug":"gemini-4-neon","name":"Gemini 4 Neon","lab":"Google","releaseDate":"2026-11-18","openWeights":false,"context":1048576,"price":{"input":3,"output":15,"cacheRead":0.15,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":1.26,"eci":null,"url":"https://bench.shogo.ai/models/gemini-4-neon"},{"slug":"gpt-6-2-astra","name":"GPT-6.2 Astra","lab":"OpenAI","releaseDate":"2026-11-17","openWeights":false,"context":1050000,"price":{"input":8,"output":40,"cacheRead":0.4,"cacheWrite":10,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":87.6,"long-horizon":83.5,"knowledge-work":67.1,"computer-use":78.5,"security-context":65.8},"agentEffectivePrice":3.37,"eci":174.17,"url":"https://bench.shogo.ai/models/gpt-6-2-astra"},{"slug":"gpt-6-2-astra-pro","name":"GPT-6.2 Astra Pro","lab":"OpenAI","releaseDate":"2026-11-17","openWeights":null,"context":1050000,"price":{"input":8,"output":40,"cacheRead":0.4,"cacheWrite":10,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":3.37,"eci":null,"url":"https://bench.shogo.ai/models/gpt-6-2-astra-pro"},{"slug":"gpt-6-2-sol","name":"GPT-6.2 Sol","lab":"OpenAI","releaseDate":"2026-11-17","openWeights":false,"context":1050000,"price":{"input":2,"output":10,"cacheRead":0.1,"cacheWrite":2.5,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.84,"eci":null,"url":"https://bench.shogo.ai/models/gpt-6-2-sol"},{"slug":"gpt-6-2-sol-pro","name":"GPT-6.2 Sol Pro","lab":"OpenAI","releaseDate":"2026-11-17","openWeights":null,"context":1050000,"price":{"input":2,"output":10,"cacheRead":0.1,"cacheWrite":2.5,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.84,"eci":null,"url":"https://bench.shogo.ai/models/gpt-6-2-sol-pro"},{"slug":"hy4-flash","name":"Hy4 flash","lab":"Tencent","releaseDate":"2026-11-16","openWeights":false,"context":1048576,"price":{"input":0.07142857,"output":0.28571429,"cacheRead":0.00428571,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.03,"eci":null,"url":"https://bench.shogo.ai/models/hy4-flash"},{"slug":"qwen4-max","name":"Qwen4 Max","lab":"Alibaba (Qwen)","releaseDate":"2026-11-16","openWeights":false,"context":1000000,"price":{"input":1.5,"output":4.5,"cacheRead":0.075,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.49,"eci":null,"url":"https://bench.shogo.ai/models/qwen4-max"},{"slug":"gemini-4-hydrogen","name":"Gemini 4 Hydrogen","lab":"Google","releaseDate":"2026-11-12","openWeights":false,"context":1048576,"price":{"input":1.5,"output":7.5,"cacheRead":0.075,"cacheWrite":null,"source":"models.dev"},"agentIndex":69.4,"agentIndexRange":[61.8,77.1],"label":"estimated","rank":7,"pillars":{"agentic-coding":77.7,"long-horizon":77.7,"knowledge-work":58,"computer-use":60.9,"security-context":61},"agentEffectivePrice":0.63,"eci":null,"url":"https://bench.shogo.ai/models/gemini-4-hydrogen"},{"slug":"ernie-light-dt-1-0-intl","name":"ERNIE-Light-DT-1.0","lab":"Baidu","releaseDate":"2026-11-10","openWeights":null,"context":1024000,"price":{"input":1.13,"output":3.94,"cacheRead":0.113,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.44,"eci":null,"url":"https://bench.shogo.ai/models/ernie-light-dt-1-0-intl"},{"slug":"gemini-4-carbon","name":"Gemini 4 Carbon","lab":"Google","releaseDate":"2026-11-10","openWeights":false,"context":1048576,"price":{"input":2,"output":10,"cacheRead":0.1,"cacheWrite":null,"source":"models.dev"},"agentIndex":73.6,"agentIndexRange":[67.2,80],"label":"supported","rank":2,"pillars":{"agentic-coding":81.9,"long-horizon":80.4,"knowledge-work":62.8,"computer-use":68.4,"security-context":63.2},"agentEffectivePrice":0.84,"eci":169.78,"url":"https://bench.shogo.ai/models/gemini-4-carbon"},{"slug":"nex-n2-6","name":"Nex-N2.6","lab":"nex-agi","releaseDate":"2026-11-10","openWeights":true,"context":262144,"price":{"input":0.12,"output":0.4,"cacheRead":0.024,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.06,"eci":null,"url":"https://bench.shogo.ai/models/nex-n2-6"},{"slug":"claude-fable-5-2","name":"Claude Fable 5.2","lab":"Anthropic","releaseDate":"2026-11-09","openWeights":false,"context":1000000,"price":{"input":8,"output":40,"cacheRead":0.2,"cacheWrite":10,"source":"models.dev"},"agentIndex":76.4,"agentIndexRange":[71.7,81.2],"label":"supported","rank":1,"pillars":{"agentic-coding":85.6,"long-horizon":77.8,"knowledge-work":66.7,"computer-use":77.1,"security-context":65.4},"agentEffectivePrice":3.21,"eci":173.5,"url":"https://bench.shogo.ai/models/claude-fable-5-2"},{"slug":"muse-ember-1-0","name":"Muse Ember","lab":"Meta","releaseDate":"2026-11-09","openWeights":false,"context":1048576,"price":{"input":0.1,"output":0.5,"cacheRead":0.004,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":67.5,"long-horizon":70.3,"knowledge-work":49.3,"computer-use":49.3,"security-context":56.5},"agentEffectivePrice":0.04,"eci":null,"url":"https://bench.shogo.ai/models/muse-ember-1-0"},{"slug":"lfm-3-1-7b","name":"LFM3-1.7B","lab":"liquid","releaseDate":"2026-11-06","openWeights":true,"context":262144,"price":{"input":0.08,"output":0.2,"cacheRead":0.02,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.04,"eci":null,"url":"https://bench.shogo.ai/models/lfm-3-1-7b"},{"slug":"gemini-omni-1-2-flash","name":"Gemini Omni 1.2 Flash","lab":"Google","releaseDate":"2026-11-05","openWeights":false,"context":131072,"price":{"input":1.5,"output":9,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":1.86,"eci":null,"url":"https://bench.shogo.ai/models/gemini-omni-1-2-flash"},{"slug":"inkling-2-small","name":"Inkling 2 Small","lab":"thinkingmachines","releaseDate":"2026-11-05","openWeights":true,"context":1048576,"price":{"input":0.3,"output":1,"cacheRead":0.06,"cacheWrite":null,"source":"models.dev"},"agentIndex":55.2,"agentIndexRange":[42.3,68.2],"label":"estimated","rank":24,"pillars":{"agentic-coding":62.1,"long-horizon":66.1,"knowledge-work":41.8,"computer-use":44.4,"security-context":53.9},"agentEffectivePrice":0.14,"eci":null,"url":"https://bench.shogo.ai/models/inkling-2-small"},{"slug":"midm-k-3-0-pro","name":"Mi:dm K 3.0 Pro","lab":"kt","releaseDate":"2026-11-05","openWeights":null,"context":261795,"price":{"input":0.2,"output":0.8,"cacheRead":0.04,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.1,"eci":null,"url":"https://bench.shogo.ai/models/midm-k-3-0-pro"},{"slug":"gemini-omni-1-1-flash","name":"Gemini Omni 1.1 Flash","lab":"Google","releaseDate":"2026-11-04","openWeights":null,"context":131072,"price":{"input":1.5,"output":9,"cacheRead":null,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":1.86,"eci":null,"url":"https://bench.shogo.ai/models/gemini-omni-1-1-flash"},{"slug":"hy4","name":"Hy4","lab":"Tencent","releaseDate":"2026-11-04","openWeights":false,"context":1048576,"price":{"input":0.834,"output":2.501,"cacheRead":0.042,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.27,"eci":null,"url":"https://bench.shogo.ai/models/hy4"},{"slug":"ripple-65b-preview","name":"Ripple 65B Preview","lab":"ricursiveai","releaseDate":"2026-11-04","openWeights":true,"context":1048576,"price":{"input":0.1,"output":0.3,"cacheRead":0.025,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.05,"eci":null,"url":"https://bench.shogo.ai/models/ripple-65b-preview"},{"slug":"doubao-seed-evolving-nov-2026","name":"Doubao Seed Evolving (Nov 2026)","lab":"ByteDance Seed","releaseDate":"2026-11-02","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":60.7,"long-horizon":64.6,"knowledge-work":43.4,"computer-use":42.9,"security-context":53},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/doubao-seed-evolving-nov-2026"},{"slug":"glm-5-3-flashx-legal","name":"GLM 5.3 FlashX Legal","lab":"Z.ai (Zhipu)","releaseDate":"2026-11-02","openWeights":null,"context":1048576,"price":{"input":0.37,"output":1.25,"cacheRead":0.075,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.17,"eci":null,"url":"https://bench.shogo.ai/models/glm-5-3-flashx-legal"},{"slug":"particle-1","name":"Particle-1 (Free)","lab":"particle-ai","releaseDate":"2026-10-28","openWeights":false,"context":1048576,"price":{"input":0,"output":0,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0,"eci":null,"url":"https://bench.shogo.ai/models/particle-1"},{"slug":"gpt-6-1-terra","name":"GPT-6.1 Terra","lab":"OpenAI","releaseDate":"2026-10-26","openWeights":false,"context":1050000,"price":{"input":1,"output":5,"cacheRead":0.05,"cacheWrite":1.25,"source":"models.dev"},"agentIndex":69,"agentIndexRange":[60.5,77.5],"label":"estimated","rank":8,"pillars":{"agentic-coding":79,"long-horizon":74.4,"knowledge-work":55.8,"computer-use":63.3,"security-context":61.7},"agentEffectivePrice":0.42,"eci":167.72,"url":"https://bench.shogo.ai/models/gpt-6-1-terra"},{"slug":"gpt-6-1-terra-pro","name":"GPT-6.1 Terra Pro","lab":"OpenAI","releaseDate":"2026-10-26","openWeights":null,"context":1050000,"price":{"input":1,"output":5,"cacheRead":0.05,"cacheWrite":1.25,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.42,"eci":null,"url":"https://bench.shogo.ai/models/gpt-6-1-terra-pro"},{"slug":"kimi-k3-1-pro","name":"Kimi K3.1 Pro","lab":"Moonshot AI","releaseDate":"2026-10-23","openWeights":true,"context":1048576,"price":{"input":2,"output":10,"cacheRead":0.2,"cacheWrite":2,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":67,"long-horizon":69.8,"knowledge-work":49.4,"computer-use":48.7,"security-context":56.2},"agentEffectivePrice":0.92,"eci":161.36,"url":"https://bench.shogo.ai/models/kimi-k3-1-pro"},{"slug":"minimax-m3-1-flash","name":"MiniMax-M3.1-Flash","lab":"MiniMax","releaseDate":"2026-10-19","openWeights":true,"context":1000000,"price":{"input":0.15,"output":0.6,"cacheRead":0.015,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.06,"eci":null,"url":"https://bench.shogo.ai/models/minimax-m3-1-flash"},{"slug":"deepseek-v4-1-flash-1017","name":"DeepSeek V4.1 Flash 1017","lab":"DeepSeek","releaseDate":"2026-10-17","openWeights":true,"context":1048576,"price":{"input":0.15,"output":0.6,"cacheRead":0.003,"cacheWrite":null,"source":"models.dev"},"agentIndex":57.6,"agentIndexRange":[44.4,70.8],"label":"estimated","rank":17,"pillars":{"agentic-coding":63.2,"long-horizon":66.3,"knowledge-work":49.3,"computer-use":44.7,"security-context":54.1},"agentEffectivePrice":0.05,"eci":159.4,"url":"https://bench.shogo.ai/models/deepseek-v4-1-flash-1017"},{"slug":"glimpse","name":"Glimpse","lab":"elorian","releaseDate":"2026-10-17","openWeights":null,"context":262144,"price":{"input":0.6,"output":3,"cacheRead":0.06,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.28,"eci":null,"url":"https://bench.shogo.ai/models/glimpse"},{"slug":"ternary-bonsai-2-9b","name":"Ternary Bonsai 2 9B","lab":"prism-ml","releaseDate":"2026-10-16","openWeights":true,"context":262144,"price":{"input":0.08,"output":0.13,"cacheRead":0.04,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.05,"eci":null,"url":"https://bench.shogo.ai/models/ternary-bonsai-2-9b"},{"slug":"moondream3-1-9b-a2b","name":"Moondream 3.1","lab":"moondream","releaseDate":"2026-10-15","openWeights":true,"context":32000,"price":{"input":0.3,"output":2.5,"cacheRead":null,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.4,"eci":null,"url":"https://bench.shogo.ai/models/moondream3-1-9b-a2b"},{"slug":"moondream3-preview","name":"Moondream 3 Preview","lab":"moondream","releaseDate":"2026-10-15","openWeights":true,"context":32000,"price":{"input":0.3,"output":2.5,"cacheRead":null,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.4,"eci":null,"url":"https://bench.shogo.ai/models/moondream3-preview"},{"slug":"muse-spark-open","name":"Muse Spark Open","lab":"Meta","releaseDate":"2026-10-15","openWeights":true,"context":1048576,"price":{"input":1.4,"output":4.65,"cacheRead":0.17,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":53.8,"long-horizon":58.3,"knowledge-work":34.7,"computer-use":37.2,"security-context":49},"agentEffectivePrice":0.56,"eci":155.45,"url":"https://bench.shogo.ai/models/muse-spark-open"},{"slug":"nemotron-3-5-super-vl","name":"Nemotron 3.5 Super VL","lab":"NVIDIA","releaseDate":"2026-10-15","openWeights":true,"context":1048576,"price":{"input":0.15,"output":0.5,"cacheRead":0.02,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.06,"eci":null,"url":"https://bench.shogo.ai/models/nemotron-3-5-super-vl"},{"slug":"pareto-26-10","name":"Pareto 26.10","lab":"unbiased","releaseDate":"2026-10-15","openWeights":false,"context":1048576,"price":{"input":0.8,"output":3.2,"cacheRead":0.03,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.29,"eci":null,"url":"https://bench.shogo.ai/models/pareto-26-10"},{"slug":"extract","name":"Extract","lab":"scaledown","releaseDate":"2026-10-13","openWeights":null,"context":1000000,"price":{"input":0.04,"output":0,"cacheRead":null,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.04,"eci":null,"url":"https://bench.shogo.ai/models/extract"},{"slug":"gemini-4-argon","name":"Gemini 4 Argon","lab":"Google","releaseDate":"2026-10-13","openWeights":false,"context":1048576,"price":{"input":2,"output":10,"cacheRead":0.1,"cacheWrite":null,"source":"models.dev"},"agentIndex":69.5,"agentIndexRange":[62.9,76.2],"label":"supported","rank":6,"pillars":{"agentic-coding":77.2,"long-horizon":77.7,"knowledge-work":59.3,"computer-use":60.5,"security-context":60.9},"agentEffectivePrice":0.84,"eci":166.57,"url":"https://bench.shogo.ai/models/gemini-4-argon"},{"slug":"lfm-2-5-24b-a2b","name":"LFM2.5-24B-A2B","lab":"liquid","releaseDate":"2026-10-13","openWeights":true,"context":128000,"price":{"input":0.05,"output":0.7,"cacheRead":0.025,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.06,"eci":null,"url":"https://bench.shogo.ai/models/lfm-2-5-24b-a2b"},{"slug":"pareto-26-9","name":"Pareto 26.9","lab":"unbiased","releaseDate":"2026-10-13","openWeights":null,"context":262144,"price":{"input":2.5,"output":7.5,"cacheRead":0.25,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.92,"eci":null,"url":"https://bench.shogo.ai/models/pareto-26-9"},{"slug":"summarize","name":"Summarize","lab":"scaledown","releaseDate":"2026-10-13","openWeights":null,"context":1000000,"price":{"input":0.04,"output":0,"cacheRead":null,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.04,"eci":null,"url":"https://bench.shogo.ai/models/summarize"},{"slug":"muse-wonder-1-0","name":"Muse Wonder","lab":"Meta","releaseDate":"2026-10-12","openWeights":false,"context":1048576,"price":{"input":4,"output":20,"cacheRead":0.2,"cacheWrite":null,"source":"models.dev"},"agentIndex":60.9,"agentIndexRange":[51.9,69.9],"label":"estimated","rank":15,"pillars":{"agentic-coding":68.2,"long-horizon":69.6,"knowledge-work":49.9,"computer-use":49.5,"security-context":56.6},"agentEffectivePrice":1.69,"eci":161.74,"url":"https://bench.shogo.ai/models/muse-wonder-1-0"},{"slug":"claude-haiku-5-5","name":"Claude Haiku 5.5","lab":"Anthropic","releaseDate":"2026-10-07","openWeights":false,"context":1000000,"price":{"input":0.1,"output":0.5,"cacheRead":0.01,"cacheWrite":0.125,"source":"models.dev"},"agentIndex":57.5,"agentIndexRange":[48.4,66.5],"label":"estimated","rank":18,"pillars":{"agentic-coding":67,"long-horizon":62.4,"knowledge-work":45.6,"computer-use":46.5,"security-context":55.1},"agentEffectivePrice":0.05,"eci":160.29,"url":"https://bench.shogo.ai/models/claude-haiku-5-5"},{"slug":"gemini-nano-banana-2-1","name":"Nano Banana 2.1","lab":"Google","releaseDate":"2026-10-06","openWeights":false,"context":131072,"price":{"input":1.5,"output":7.5,"cacheRead":0.15,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.69,"eci":null,"url":"https://bench.shogo.ai/models/gemini-nano-banana-2-1"},{"slug":"mistral-large-4","name":"Mistral Large 4","lab":"Mistral","releaseDate":"2026-10-06","openWeights":false,"context":1048576,"price":{"input":0.7,"output":2.1,"cacheRead":0.07,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":47.5,"long-horizon":52.5,"knowledge-work":38.7,"computer-use":32.3,"security-context":44.9},"agentEffectivePrice":0.26,"eci":152.71,"url":"https://bench.shogo.ai/models/mistral-large-4"},{"slug":"beam-1-0","name":"Beam 1.0","lab":"Reflection","releaseDate":"2026-10-05","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":43.3,"long-horizon":48.8,"knowledge-work":36.6,"computer-use":29,"security-context":41.9},"agentEffectivePrice":null,"eci":150.87,"url":"https://bench.shogo.ai/models/beam-1-0"},{"slug":"beam-1-0-501b-a23b","name":"Beam 1.0 501B A23B","lab":"reflection","releaseDate":"2026-10-05","openWeights":true,"context":1048576,"price":{"input":0,"output":0,"cacheRead":0,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0,"eci":null,"url":"https://bench.shogo.ai/models/beam-1-0-501b-a23b"},{"slug":"gpt-6-1-sol","name":"GPT-6.1 Sol","lab":"OpenAI","releaseDate":"2026-09-29","openWeights":false,"context":1050000,"price":{"input":2,"output":10,"cacheRead":0.1,"cacheWrite":2.5,"source":"models.dev"},"agentIndex":70,"agentIndexRange":[62.2,77.7],"label":"estimated","rank":5,"pillars":{"agentic-coding":80.4,"long-horizon":77.5,"knowledge-work":54,"computer-use":65.5,"security-context":62.4},"agentEffectivePrice":0.84,"eci":168.63,"url":"https://bench.shogo.ai/models/gpt-6-1-sol"},{"slug":"gpt-6-1-sol-pro","name":"GPT-6.1 Sol Pro","lab":"OpenAI","releaseDate":"2026-09-29","openWeights":null,"context":1050000,"price":{"input":2,"output":10,"cacheRead":0.1,"cacheWrite":2.5,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.84,"eci":null,"url":"https://bench.shogo.ai/models/gpt-6-1-sol-pro"},{"slug":"ling-3-1-flash","name":"Ling 3.1 Flash","lab":"inclusionai","releaseDate":"2026-09-29","openWeights":true,"context":1000000,"price":{"input":0.3,"output":0.9,"cacheRead":0.06,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.13,"eci":null,"url":"https://bench.shogo.ai/models/ling-3-1-flash"},{"slug":"claude-sonnet-5-5","name":"Claude Sonnet 5.5","lab":"Anthropic","releaseDate":"2026-09-28","openWeights":false,"context":1000000,"price":{"input":2,"output":10,"cacheRead":0.1,"cacheWrite":2.5,"source":"models.dev"},"agentIndex":69,"agentIndexRange":[61.3,76.7],"label":"estimated","rank":9,"pillars":{"agentic-coding":78.5,"long-horizon":75.4,"knowledge-work":57.1,"computer-use":60.6,"security-context":60.9},"agentEffectivePrice":0.84,"eci":166.59,"url":"https://bench.shogo.ai/models/claude-sonnet-5-5"},{"slug":"perceptron-mk1-5","name":"Mk1.5","lab":"perceptron","releaseDate":"2026-09-25","openWeights":false,"context":36864,"price":{"input":0.1587,"output":1.587,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.23,"eci":null,"url":"https://bench.shogo.ai/models/perceptron-mk1-5"},{"slug":"aion-3-5","name":"Aion 3.5","lab":"aion-labs","releaseDate":"2026-09-23","openWeights":null,"context":262144,"price":{"input":3,"output":6,"cacheRead":0.75,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":1.32,"eci":null,"url":"https://bench.shogo.ai/models/aion-3-5"},{"slug":"aion-3-5-mini","name":"Aion 3.5 Mini","lab":"aion-labs","releaseDate":"2026-09-23","openWeights":null,"context":262144,"price":{"input":0.7,"output":1.4,"cacheRead":0.18,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.31,"eci":null,"url":"https://bench.shogo.ai/models/aion-3-5-mini"},{"slug":"glm-5-3-prime","name":"GLM 5.3 Prime","lab":"Z.ai (Zhipu)","releaseDate":"2026-09-23","openWeights":null,"context":1000000,"price":{"input":1.68,"output":5.28,"cacheRead":0.336,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.76,"eci":null,"url":"https://bench.shogo.ai/models/glm-5-3-prime"},{"slug":"qwen3-8-max-prime","name":"Qwen 3.8 Max Prime","lab":"Alibaba (Qwen)","releaseDate":"2026-09-23","openWeights":false,"context":1000000,"price":{"input":4.232,"output":12.696,"cacheRead":0.529,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":1.64,"eci":null,"url":"https://bench.shogo.ai/models/qwen3-8-max-prime"},{"slug":"claude-opus-5-5","name":"Claude Opus 5.5","lab":"Anthropic","releaseDate":"2026-09-22","openWeights":false,"context":1000000,"price":{"input":4,"output":20,"cacheRead":0.2,"cacheWrite":5,"source":"models.dev"},"agentIndex":70.9,"agentIndexRange":[64.8,76.9],"label":"supported","rank":3,"pillars":{"agentic-coding":80.8,"long-horizon":75.9,"knowledge-work":58.4,"computer-use":65.7,"security-context":62.4},"agentEffectivePrice":1.69,"eci":168.7,"url":"https://bench.shogo.ai/models/claude-opus-5-5"},{"slug":"ember-1","name":"Ember-1","lab":"fireworks","releaseDate":"2026-09-22","openWeights":false,"context":1048576,"price":{"input":3,"output":15,"cacheRead":0.3,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":1.39,"eci":null,"url":"https://bench.shogo.ai/models/ember-1"},{"slug":"gpt-6-luna","name":"GPT-6 Luna","lab":"OpenAI","releaseDate":"2026-09-22","openWeights":false,"context":1050000,"price":{"input":0.1,"output":0.5,"cacheRead":0.01,"cacheWrite":0.125,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":56,"long-horizon":60.3,"knowledge-work":38.9,"computer-use":39,"security-context":50.3},"agentEffectivePrice":0.05,"eci":156.39,"url":"https://bench.shogo.ai/models/gpt-6-luna"},{"slug":"gpt-6-luna-pro","name":"GPT-6 Luna Pro","lab":"OpenAI","releaseDate":"2026-09-22","openWeights":null,"context":1050000,"price":{"input":0.1,"output":0.5,"cacheRead":0.01,"cacheWrite":0.125,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.05,"eci":null,"url":"https://bench.shogo.ai/models/gpt-6-luna-pro"},{"slug":"gpt-6-sol","name":"GPT-6 Sol","lab":"OpenAI","releaseDate":"2026-09-22","openWeights":false,"context":1050000,"price":{"input":2,"output":10,"cacheRead":0.2,"cacheWrite":2.5,"source":"models.dev"},"agentIndex":63.6,"agentIndexRange":[54.2,73],"label":"estimated","rank":13,"pillars":{"agentic-coding":72,"long-horizon":75.9,"knowledge-work":47.9,"computer-use":54.1,"security-context":58.6},"agentEffectivePrice":0.92,"eci":163.82,"url":"https://bench.shogo.ai/models/gpt-6-sol"},{"slug":"gpt-6-sol-pro","name":"GPT-6 Sol Pro","lab":"OpenAI","releaseDate":"2026-09-22","openWeights":null,"context":1050000,"price":{"input":2,"output":10,"cacheRead":0.2,"cacheWrite":2.5,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.92,"eci":null,"url":"https://bench.shogo.ai/models/gpt-6-sol-pro"},{"slug":"mimo-v2-6-flash","name":"MiMo-V2.6-Flash","lab":"Xiaomi","releaseDate":"2026-09-22","openWeights":true,"context":1048576,"price":{"input":0.14,"output":0.28,"cacheRead":0.0028,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":55.9,"long-horizon":60.3,"knowledge-work":40.2,"computer-use":39,"security-context":50.3},"agentEffectivePrice":0.04,"eci":null,"url":"https://bench.shogo.ai/models/mimo-v2-6-flash"},{"slug":"mimo-v2-6-pro","name":"MiMo-V2.6-Pro","lab":"Xiaomi","releaseDate":"2026-09-22","openWeights":true,"context":1048576,"price":{"input":0.435,"output":0.87,"cacheRead":0.0036,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":65.3,"long-horizon":68.5,"knowledge-work":45.3,"computer-use":47.1,"security-context":55.4},"agentEffectivePrice":0.11,"eci":null,"url":"https://bench.shogo.ai/models/mimo-v2-6-pro"},{"slug":"solar-mini4","name":"Solar Mini 4","lab":"upstage","releaseDate":"2026-09-22","openWeights":false,"context":524288,"price":{"input":0.1,"output":0.4,"cacheRead":0.01,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.04,"eci":null,"url":"https://bench.shogo.ai/models/solar-mini4"},{"slug":"grok-4-7","name":"Grok 4.7","lab":"xAI","releaseDate":"2026-09-21","openWeights":false,"context":500000,"price":{"input":2,"output":6,"cacheRead":0.5,"cacheWrite":null,"source":"models.dev"},"agentIndex":54.8,"agentIndexRange":[45.1,64.5],"label":"estimated","rank":27,"pillars":{"agentic-coding":58.3,"long-horizon":68.5,"knowledge-work":47.1,"computer-use":39.1,"security-context":50.4},"agentEffectivePrice":0.98,"eci":156.43,"url":"https://bench.shogo.ai/models/grok-4-7"},{"slug":"grok-4-7-batch","name":"Grok 4.7 (batch)","lab":"xAI","releaseDate":"2026-09-21","openWeights":null,"context":500000,"price":{"input":1.6,"output":4.8,"cacheRead":0.4,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.78,"eci":null,"url":"https://bench.shogo.ai/models/grok-4-7-batch"},{"slug":"mimo-v2-6-pro-ultraspeed","name":"MiMo-V2.6-Pro-UltraSpeed","lab":"Xiaomi","releaseDate":"2026-09-21","openWeights":true,"context":1048576,"price":{"input":4.35,"output":8.7,"cacheRead":0.036,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":1.06,"eci":null,"url":"https://bench.shogo.ai/models/mimo-v2-6-pro-ultraspeed"},{"slug":"glm-5-3-flash","name":"GLM-5.3-Flash","lab":"Z.ai (Zhipu)","releaseDate":"2026-09-18","openWeights":true,"context":1000000,"price":{"input":0.29879,"output":1.04577,"cacheRead":0.08516,"cacheWrite":0,"source":"models.dev"},"agentIndex":48.3,"agentIndexRange":[36.5,60],"label":"supported","rank":38,"pillars":{"agentic-coding":53.7,"long-horizon":57.3,"knowledge-work":39.8,"computer-use":34.2,"security-context":46.6},"agentEffectivePrice":0.16,"eci":153.78,"url":"https://bench.shogo.ai/models/glm-5-3-flash"},{"slug":"glm-5-3-flashx","name":"GLM 5.3 FlashX","lab":"Z.ai (Zhipu)","releaseDate":"2026-09-18","openWeights":null,"context":1048576,"price":{"input":0.37,"output":1.25,"cacheRead":0.075,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.17,"eci":null,"url":"https://bench.shogo.ai/models/glm-5-3-flashx"},{"slug":"ternary-bonsai-2-27b","name":"Ternary Bonsai 2 27B","lab":"prism-ml","releaseDate":"2026-09-18","openWeights":true,"context":262144,"price":{"input":0.075,"output":0.5,"cacheRead":0.0375,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.06,"eci":null,"url":"https://bench.shogo.ai/models/ternary-bonsai-2-27b"},{"slug":"pareto","name":"Pareto","lab":"unbiased","releaseDate":"2026-09-17","openWeights":false,"context":262144,"price":{"input":2.645,"output":7.935,"cacheRead":0.2645,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.97,"eci":null,"url":"https://bench.shogo.ai/models/pareto"},{"slug":"qwen3-8-omni-flash","name":"Qwen3.8 Omni Flash","lab":"Alibaba (Qwen)","releaseDate":"2026-09-17","openWeights":false,"context":1000000,"price":{"input":0.15,"output":0.47,"cacheRead":0.016,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.06,"eci":null,"url":"https://bench.shogo.ai/models/qwen3-8-omni-flash"},{"slug":"step-5-preview","name":"Step 5 Preview","lab":"stepfun","releaseDate":"2026-09-16","openWeights":true,"context":1000000,"price":{"input":1.04613,"output":2.98895,"cacheRead":0.10461,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":59.6,"long-horizon":63.6,"knowledge-work":42.6,"computer-use":42,"security-context":52.4},"agentEffectivePrice":0.38,"eci":null,"url":"https://bench.shogo.ai/models/step-5-preview"},{"slug":"deepseek-flash-latest","name":"DeepSeek Flash Latest","lab":"DeepSeek","releaseDate":"2026-09-14","openWeights":null,"context":1048576,"price":{"input":0.036,"output":0.5,"cacheRead":0.01,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.04,"eci":null,"url":"https://bench.shogo.ai/models/deepseek-flash-latest"},{"slug":"deepseek-pro-latest","name":"DeepSeek Pro Latest","lab":"DeepSeek","releaseDate":"2026-09-14","openWeights":null,"context":1048576,"price":{"input":0.243,"output":8,"cacheRead":0.24,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.61,"eci":null,"url":"https://bench.shogo.ai/models/deepseek-pro-latest"},{"slug":"fugu-max","name":"Fugu Max","lab":"sakana","releaseDate":"2026-09-11","openWeights":false,"context":1000000,"price":{"input":2.116,"output":6.348,"cacheRead":0.2645,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.82,"eci":null,"url":"https://bench.shogo.ai/models/fugu-max"},{"slug":"fugu-ultra-v2","name":"Fugu Ultra v2","lab":"sakana","releaseDate":"2026-09-11","openWeights":false,"context":1000000,"price":{"input":5.29,"output":31.74,"cacheRead":0.529,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":2.7,"eci":null,"url":"https://bench.shogo.ai/models/fugu-ultra-v2"},{"slug":"gpt-astra-latest","name":"GPT Astra Latest","lab":"OpenAI","releaseDate":"2026-09-11","openWeights":null,"context":1050000,"price":{"input":8,"output":40,"cacheRead":0.4,"cacheWrite":10,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":3.37,"eci":null,"url":"https://bench.shogo.ai/models/gpt-astra-latest"},{"slug":"gpt-luna-latest","name":"GPT Luna Latest","lab":"OpenAI","releaseDate":"2026-09-11","openWeights":null,"context":1050000,"price":{"input":0.1,"output":0.5,"cacheRead":0.01,"cacheWrite":0.125,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.05,"eci":null,"url":"https://bench.shogo.ai/models/gpt-luna-latest"},{"slug":"gpt-sol-latest","name":"GPT Sol Latest","lab":"OpenAI","releaseDate":"2026-09-11","openWeights":null,"context":1050000,"price":{"input":2,"output":10,"cacheRead":0.1,"cacheWrite":2.5,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.84,"eci":null,"url":"https://bench.shogo.ai/models/gpt-sol-latest"},{"slug":"gpt-terra-latest","name":"GPT Terra Latest","lab":"OpenAI","releaseDate":"2026-09-11","openWeights":null,"context":1050000,"price":{"input":1,"output":5,"cacheRead":0.05,"cacheWrite":1.25,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.42,"eci":null,"url":"https://bench.shogo.ai/models/gpt-terra-latest"},{"slug":"deepseek-v4-1-flash","name":"DeepSeek V4.1 Flash","lab":"DeepSeek","releaseDate":"2026-09-10","openWeights":true,"context":1000000,"price":{"input":0.29985,"output":1.1994,"cacheRead":0.02999,"cacheWrite":null,"source":"models.dev"},"agentIndex":51.2,"agentIndexRange":[37.1,65.2],"label":"estimated","rank":35,"pillars":{"agentic-coding":57.3,"long-horizon":61.6,"knowledge-work":38.6,"computer-use":40.1,"security-context":51.1},"agentEffectivePrice":0.12,"eci":157,"url":"https://bench.shogo.ai/models/deepseek-v4-1-flash"},{"slug":"ling-3-0-flash-vl","name":"Ling 3.0 Flash VL","lab":"inclusionai","releaseDate":"2026-09-10","openWeights":true,"context":262144,"price":{"input":0.075,"output":0.224,"cacheRead":0.015,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.03,"eci":null,"url":"https://bench.shogo.ai/models/ling-3-0-flash-vl"},{"slug":"swe-2","name":"SWE-2","lab":"Cognition","releaseDate":"2026-09-10","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/swe-2"},{"slug":"mercury-2-5","name":"Mercury 2.5","lab":"inception","releaseDate":"2026-09-08","openWeights":false,"context":260000,"price":{"input":0.2,"output":0.75,"cacheRead":0.02,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":23.7,"long-horizon":33.4,"knowledge-work":20.7,"computer-use":12.4,"security-context":24},"agentEffectivePrice":0.08,"eci":null,"url":"https://bench.shogo.ai/models/mercury-2-5"},{"slug":"nex-n2-5-mini","name":"Nex-N2.5-Mini","lab":"nex-agi","releaseDate":"2026-09-08","openWeights":true,"context":262144,"price":{"input":0.025,"output":0.1,"cacheRead":0.0025,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.01,"eci":null,"url":"https://bench.shogo.ai/models/nex-n2-5-mini"},{"slug":"nex-n2-5-pro","name":"Nex-N2.5-Pro","lab":"nex-agi","releaseDate":"2026-09-08","openWeights":true,"context":262144,"price":{"input":0.075,"output":0.25,"cacheRead":0.015,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.03,"eci":null,"url":"https://bench.shogo.ai/models/nex-n2-5-pro"},{"slug":"gpt-6-astra","name":"GPT-6 Astra","lab":"OpenAI","releaseDate":"2026-09-04","openWeights":false,"context":1050000,"price":{"input":10,"output":50,"cacheRead":1,"cacheWrite":12.5,"source":"models.dev"},"agentIndex":70.9,"agentIndexRange":[66.5,75.4],"label":"supported","rank":4,"pillars":{"agentic-coding":80.1,"long-horizon":79.9,"knowledge-work":55.8,"computer-use":66.9,"security-context":62.8},"agentEffectivePrice":4.62,"eci":169.2,"url":"https://bench.shogo.ai/models/gpt-6-astra"},{"slug":"gpt-6-astra-pro","name":"GPT-6 Astra Pro","lab":"OpenAI","releaseDate":"2026-09-04","openWeights":null,"context":1050000,"price":{"input":10,"output":50,"cacheRead":1,"cacheWrite":12.5,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":4.62,"eci":null,"url":"https://bench.shogo.ai/models/gpt-6-astra-pro"},{"slug":"gemini-3-8-flash","name":"Gemini 3.8 Flash","lab":"Google","releaseDate":"2026-09-02","openWeights":false,"context":1048576,"price":{"input":0.75,"output":3.75,"cacheRead":0.075,"cacheWrite":null,"source":"models.dev"},"agentIndex":56.2,"agentIndexRange":[48.7,63.7],"label":"supported","rank":21,"pillars":{"agentic-coding":62.6,"long-horizon":64.2,"knowledge-work":46.9,"computer-use":43.6,"security-context":53.4},"agentEffectivePrice":0.35,"eci":158.83,"url":"https://bench.shogo.ai/models/gemini-3-8-flash"},{"slug":"muse-spark-1-3","name":"Muse Spark 1.3","lab":"Meta","releaseDate":"2026-09-02","openWeights":false,"context":1048576,"price":{"input":0.1,"output":0.2,"cacheRead":0.002,"cacheWrite":null,"source":"models.dev"},"agentIndex":54.7,"agentIndexRange":[41.6,67.7],"label":"estimated","rank":28,"pillars":{"agentic-coding":60.4,"long-horizon":64.1,"knowledge-work":44.8,"computer-use":42.5,"security-context":52.7},"agentEffectivePrice":0.03,"eci":158.25,"url":"https://bench.shogo.ai/models/muse-spark-1-3"},{"slug":"muse-spark-1-3-contributor","name":"Muse Spark 1.3 Contributor","lab":"Meta","releaseDate":"2026-09-02","openWeights":null,"context":1048576,"price":{"input":0.1,"output":0.2,"cacheRead":0.002,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.03,"eci":null,"url":"https://bench.shogo.ai/models/muse-spark-1-3-contributor"},{"slug":"qwen3-8-max-0902","name":"Qwen3.8 Max 0902","lab":"Alibaba (Qwen)","releaseDate":"2026-09-02","openWeights":false,"context":1000000,"price":{"input":2,"output":6,"cacheRead":0.25,"cacheWrite":2.5,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":54.9,"long-horizon":59.4,"knowledge-work":39.6,"computer-use":38.2,"security-context":49.8},"agentEffectivePrice":0.77,"eci":155.98,"url":"https://bench.shogo.ai/models/qwen3-8-max-0902"},{"slug":"claude-fable-5-1","name":"Claude Fable 5.1","lab":"Anthropic","releaseDate":"2026-09-01","openWeights":false,"context":1000000,"price":{"input":10,"output":50,"cacheRead":0.25,"cacheWrite":12.5,"source":"models.dev"},"agentIndex":68.2,"agentIndexRange":[62.7,73.7],"label":"supported","rank":10,"pillars":{"agentic-coding":79.5,"long-horizon":71.2,"knowledge-work":55.4,"computer-use":61.8,"security-context":61.3},"agentEffectivePrice":4.01,"eci":167.09,"url":"https://bench.shogo.ai/models/claude-fable-5-1"},{"slug":"hy4-preview","name":"Hy4 preview","lab":"Tencent","releaseDate":"2026-08-28","openWeights":true,"context":1048576,"price":{"input":0.882372,"output":2.646058,"cacheRead":0.044436,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.29,"eci":null,"url":"https://bench.shogo.ai/models/hy4-preview"},{"slug":"tencent-hy4-preview","name":"Tencent Hy4 preview","lab":"Tencent","releaseDate":"2026-08-28","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/tencent-hy4-preview"},{"slug":"glm-flash-latest","name":"GLM Flash Latest","lab":"Z.ai (Zhipu)","releaseDate":"2026-08-27","openWeights":null,"context":1048576,"price":{"input":0.0399,"output":0.0784,"cacheRead":0.03,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.03,"eci":null,"url":"https://bench.shogo.ai/models/glm-flash-latest"},{"slug":"glm-5-3-flash-batch","name":"GLM 5.3 Flash (batch)","lab":"Z.ai (Zhipu)","releaseDate":"2026-08-26","openWeights":true,"context":1048576,"price":{"input":0.024,"output":0.069,"cacheRead":0.01,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.01,"eci":null,"url":"https://bench.shogo.ai/models/glm-5-3-flash-batch"},{"slug":"qwen3-8-flash","name":"Qwen3.8 Flash","lab":"Alibaba (Qwen)","releaseDate":"2026-08-26","openWeights":false,"context":1000000,"price":{"input":0.15,"output":0.47,"cacheRead":0.016,"cacheWrite":0.2,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.06,"eci":null,"url":"https://bench.shogo.ai/models/qwen3-8-flash"},{"slug":"granite-4-2-8b","name":"Granite 4.2 8B","lab":"IBM","releaseDate":"2026-08-25","openWeights":true,"context":131072,"price":{"input":0.06,"output":0.15,"cacheRead":0.015,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.03,"eci":null,"url":"https://bench.shogo.ai/models/granite-4-2-8b"},{"slug":"deepseek-v4-flash-vision-exp","name":"DeepSeek V4 Flash Vision Exp","lab":"DeepSeek","releaseDate":"2026-08-21","openWeights":true,"context":1048576,"price":{"input":0.44,"output":1.32,"cacheRead":0.014,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.14,"eci":null,"url":"https://bench.shogo.ai/models/deepseek-v4-flash-vision-exp"},{"slug":"muse-spark-1-2-contributor","name":"Muse Spark 1.2 Contributor","lab":"Meta","releaseDate":"2026-08-21","openWeights":null,"context":1048576,"price":{"input":0.1,"output":0.2,"cacheRead":0.002,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.03,"eci":null,"url":"https://bench.shogo.ai/models/muse-spark-1-2-contributor"},{"slug":"glm-latest","name":"GLM Latest","lab":"Z.ai (Zhipu)","releaseDate":"2026-08-19","openWeights":null,"context":1048576,"price":{"input":0.0699,"output":1.4,"cacheRead":0.0689,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.13,"eci":null,"url":"https://bench.shogo.ai/models/glm-latest"},{"slug":"glm-5-3-batch","name":"GLM 5.3 (batch)","lab":"Z.ai (Zhipu)","releaseDate":"2026-08-18","openWeights":true,"context":1048576,"price":{"input":0.281,"output":1.25,"cacheRead":0.062,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.15,"eci":null,"url":"https://bench.shogo.ai/models/glm-5-3-batch"},{"slug":"glm-5-3","name":"GLM-5.3","lab":"Z.ai (Zhipu)","releaseDate":"2026-08-14","openWeights":true,"context":1000000,"price":{"input":1.19516,"output":4.18306,"cacheRead":0.29879,"cacheWrite":0,"source":"models.dev"},"agentIndex":55.2,"agentIndexRange":[47.7,62.7],"label":"supported","rank":25,"pillars":{"agentic-coding":61.5,"long-horizon":68.4,"knowledge-work":43.3,"computer-use":40.3,"security-context":51.3},"agentEffectivePrice":0.61,"eci":157.1,"url":"https://bench.shogo.ai/models/glm-5-3"},{"slug":"qwen3-8-27b","name":"Qwen3.8 27B","lab":"Alibaba (Qwen)","releaseDate":"2026-08-14","openWeights":true,"context":262144,"price":{"input":0.45,"output":3.6,"cacheRead":0.45,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":47.3,"long-horizon":52.4,"knowledge-work":37.3,"computer-use":32.2,"security-context":44.8},"agentEffectivePrice":0.6,"eci":152.65,"url":"https://bench.shogo.ai/models/qwen3-8-27b"},{"slug":"deepseek-v4-pro-0813","name":"DeepSeek V4 Pro 0813","lab":"DeepSeek","releaseDate":"2026-08-13","openWeights":true,"context":1048576,"price":{"input":0.66,"output":1.98,"cacheRead":0.022,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":55,"long-horizon":59.4,"knowledge-work":39.5,"computer-use":38.2,"security-context":49.7},"agentEffectivePrice":0.21,"eci":155.96,"url":"https://bench.shogo.ai/models/deepseek-v4-pro-0813"},{"slug":"gemini-3-7-flash","name":"Gemini 3.7 Flash","lab":"Google","releaseDate":"2026-08-13","openWeights":false,"context":1048576,"price":{"input":0.75,"output":3.75,"cacheRead":0.075,"cacheWrite":null,"source":"models.dev"},"agentIndex":55.7,"agentIndexRange":[44.2,67.1],"label":"estimated","rank":23,"pillars":{"agentic-coding":61,"long-horizon":64.4,"knowledge-work":47.6,"computer-use":42.7,"security-context":52.9},"agentEffectivePrice":0.35,"eci":158.38,"url":"https://bench.shogo.ai/models/gemini-3-7-flash"},{"slug":"gemini-flash-latest","name":"Gemini Flash Latest","lab":"Google","releaseDate":"2026-08-13","openWeights":false,"context":1048576,"price":{"input":1.587,"output":9.522,"cacheRead":0.1587,"cacheWrite":0.088167,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.81,"eci":null,"url":"https://bench.shogo.ai/models/gemini-flash-latest"},{"slug":"grok-4-6","name":"Grok 4.6","lab":"xAI","releaseDate":"2026-08-12","openWeights":false,"context":500000,"price":{"input":2,"output":6,"cacheRead":0.5,"cacheWrite":null,"source":"models.dev"},"agentIndex":56.2,"agentIndexRange":[48.3,64],"label":"supported","rank":22,"pillars":{"agentic-coding":61.3,"long-horizon":68.2,"knowledge-work":46.6,"computer-use":41.7,"security-context":52.2},"agentEffectivePrice":0.98,"eci":157.82,"url":"https://bench.shogo.ai/models/grok-4-6"},{"slug":"grok-4-6-batch","name":"Grok 4.6 (batch)","lab":"xAI","releaseDate":"2026-08-12","openWeights":null,"context":500000,"price":{"input":1.6,"output":4.8,"cacheRead":0.4,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.78,"eci":null,"url":"https://bench.shogo.ai/models/grok-4-6-batch"},{"slug":"qwen3-8-2-4t-a95b","name":"Qwen3.8 2.4T A95B","lab":"Alibaba (Qwen)","releaseDate":"2026-08-12","openWeights":true,"context":1000000,"price":{"input":2,"output":6,"cacheRead":0.25,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.77,"eci":null,"url":"https://bench.shogo.ai/models/qwen3-8-2-4t-a95b"},{"slug":"nemotron-3-5-lightning","name":"Nemotron 3.5 Lightning 30B A3B","lab":"NVIDIA","releaseDate":"2026-08-11","openWeights":true,"context":262144,"price":{"input":0,"output":0,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0,"eci":null,"url":"https://bench.shogo.ai/models/nemotron-3-5-lightning"},{"slug":"muse-glimmer","name":"Muse Glimmer","lab":"Meta","releaseDate":"2026-08-10","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":31.3,"long-horizon":39.1,"knowledge-work":25.3,"computer-use":19.1,"security-context":31.7},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/muse-glimmer"},{"slug":"muse-glimmer-30b","name":"Muse Glimmer 30B","lab":"Meta","releaseDate":"2026-08-10","openWeights":true,"context":131072,"price":{"input":0.3703,"output":1.587,"cacheRead":0.04232,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.16,"eci":null,"url":"https://bench.shogo.ai/models/muse-glimmer-30b"},{"slug":"gpt-5-6-sol","name":"GPT-5.6 Sol","lab":"OpenAI","releaseDate":"2026-08-07","openWeights":false,"context":1050000,"price":{"input":4,"output":20,"cacheRead":0.4,"cacheWrite":5,"source":"models.dev"},"agentIndex":61.8,"agentIndexRange":[57.1,66.5],"label":"supported","rank":14,"pillars":{"agentic-coding":70.9,"long-horizon":71.6,"knowledge-work":46.3,"computer-use":52.8,"security-context":57.9},"agentEffectivePrice":1.85,"eci":163.05,"url":"https://bench.shogo.ai/models/gpt-5-6-sol"},{"slug":"ling-3-0-tiny","name":"Ling 3.0 Tiny","lab":"inclusionai","releaseDate":"2026-08-07","openWeights":true,"context":262144,"price":{"input":0.015,"output":0.045,"cacheRead":0.003,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.01,"eci":null,"url":"https://bench.shogo.ai/models/ling-3-0-tiny"},{"slug":"motif-3","name":"Motif 3","lab":"motif-technologies","releaseDate":"2026-08-07","openWeights":true,"context":262144,"price":{"input":0.5,"output":2,"cacheRead":0.2,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.33,"eci":null,"url":"https://bench.shogo.ai/models/motif-3"},{"slug":"solar-pro4","name":"Solar Pro 4","lab":"upstage","releaseDate":"2026-08-06","openWeights":false,"context":524288,"price":{"input":0.3,"output":1.2,"cacheRead":0.06,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.15,"eci":null,"url":"https://bench.shogo.ai/models/solar-pro4"},{"slug":"muse-spark-1-2","name":"Muse Spark 1.2","lab":"Meta","releaseDate":"2026-08-05","openWeights":false,"context":1048576,"price":{"input":1.25,"output":4.25,"cacheRead":0.15,"cacheWrite":null,"source":"models.dev"},"agentIndex":48.2,"agentIndexRange":[35.8,60.6],"label":"estimated","rank":41,"pillars":{"agentic-coding":53.2,"long-horizon":57.5,"knowledge-work":38.3,"computer-use":36.5,"security-context":48.5},"agentEffectivePrice":0.5,"eci":155.06,"url":"https://bench.shogo.ai/models/muse-spark-1-2"},{"slug":"sakana-namazu","name":"Sakana Namazu","lab":"sakana","releaseDate":"2026-08-03","openWeights":false,"context":262144,"price":{"input":0.95,"output":4,"cacheRead":0.15,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.45,"eci":null,"url":"https://bench.shogo.ai/models/sakana-namazu"},{"slug":"deepseek-v4-flash-0731","name":"DeepSeek V4 Flash 0731","lab":"DeepSeek","releaseDate":"2026-07-31","openWeights":true,"context":1000000,"price":{"input":0,"output":0,"cacheRead":0,"cacheWrite":0,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":51.5,"long-horizon":56.1,"knowledge-work":37.3,"computer-use":35.4,"security-context":47.5},"agentEffectivePrice":0,"eci":154.43,"url":"https://bench.shogo.ai/models/deepseek-v4-flash-0731"},{"slug":"inkling-small","name":"Inkling Small","lab":"thinkingmachines","releaseDate":"2026-07-30","openWeights":true,"context":65536,"price":{"input":0.58,"output":1.44,"cacheRead":0.116,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":43.1,"long-horizon":48.6,"knowledge-work":32.2,"computer-use":28.8,"security-context":41.7},"agentEffectivePrice":0.25,"eci":150.78,"url":"https://bench.shogo.ai/models/inkling-small"},{"slug":"inkling-small-batch","name":"Inkling Small (batch)","lab":"thinkingmachines","releaseDate":"2026-07-30","openWeights":true,"context":524288,"price":{"input":0.36,"output":0.96,"cacheRead":0.08,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.16,"eci":null,"url":"https://bench.shogo.ai/models/inkling-small-batch"},{"slug":"claude-opus-5","name":"Claude Opus 5","lab":"Anthropic","releaseDate":"2026-07-24","openWeights":false,"context":1000000,"price":{"input":5,"output":25,"cacheRead":0.5,"cacheWrite":6.25,"source":"models.dev"},"agentIndex":65.4,"agentIndexRange":[59.8,71],"label":"supported","rank":11,"pillars":{"agentic-coding":73.9,"long-horizon":74.4,"knowledge-work":52.3,"computer-use":56,"security-context":59.4},"agentEffectivePrice":2.31,"eci":164.74,"url":"https://bench.shogo.ai/models/claude-opus-5"},{"slug":"ling-3-0-flash","name":"Ling 3.0 Flash","lab":"inclusionai","releaseDate":"2026-07-23","openWeights":true,"context":262144,"price":{"input":0.075,"output":0.224,"cacheRead":0.015,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.03,"eci":null,"url":"https://bench.shogo.ai/models/ling-3-0-flash"},{"slug":"gemini-3-5-flash-lite","name":"Gemini 3.5 Flash Lite","lab":"Google","releaseDate":"2026-07-21","openWeights":false,"context":1048576,"price":{"input":0.3,"output":2.5,"cacheRead":0.03,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":32.3,"long-horizon":39.9,"knowledge-work":27.2,"computer-use":19.9,"security-context":32.7},"agentEffectivePrice":0.19,"eci":145.65,"url":"https://bench.shogo.ai/models/gemini-3-5-flash-lite"},{"slug":"gemini-3-6-flash","name":"Gemini 3.6 Flash","lab":"Google","releaseDate":"2026-07-21","openWeights":false,"context":1048576,"price":{"input":0.75,"output":3.75,"cacheRead":0.075,"cacheWrite":null,"source":"models.dev"},"agentIndex":48.3,"agentIndexRange":[35.5,61.2],"label":"estimated","rank":39,"pillars":{"agentic-coding":52.8,"long-horizon":57.9,"knowledge-work":38.9,"computer-use":36.9,"security-context":48.7},"agentEffectivePrice":0.35,"eci":155.24,"url":"https://bench.shogo.ai/models/gemini-3-6-flash"},{"slug":"qwen3-8-max-preview","name":"Qwen3.8 Max Preview","lab":"Alibaba (Qwen)","releaseDate":"2026-07-19","openWeights":false,"context":1000000,"price":{"input":0,"output":0,"cacheRead":0,"cacheWrite":0,"source":"models.dev"},"agentIndex":53.6,"agentIndexRange":[41.7,65.5],"label":"estimated","rank":30,"pillars":{"agentic-coding":57.9,"long-horizon":62.8,"knowledge-work":45.8,"computer-use":41.2,"security-context":51.9},"agentEffectivePrice":0,"eci":157.59,"url":"https://bench.shogo.ai/models/qwen3-8-max-preview"},{"slug":"kimi-k3","name":"Kimi K3","lab":"Moonshot AI","releaseDate":"2026-07-16","openWeights":true,"context":1048576,"price":{"input":3,"output":15,"cacheRead":0.3,"cacheWrite":3,"source":"models.dev"},"agentIndex":54.9,"agentIndexRange":[47.3,62.5],"label":"supported","rank":26,"pillars":{"agentic-coding":62.6,"long-horizon":64.7,"knowledge-work":41.6,"computer-use":43.2,"security-context":53.2},"agentEffectivePrice":1.39,"eci":158.6,"url":"https://bench.shogo.ai/models/kimi-k3"},{"slug":"inkling","name":"Inkling","lab":"thinkingmachines","releaseDate":"2026-07-15","openWeights":true,"context":262144,"price":{"input":1.87,"output":4.68,"cacheRead":0.374,"cacheWrite":null,"source":"models.dev"},"agentIndex":35.8,"agentIndexRange":[23,48.6],"label":"estimated","rank":64,"pillars":{"agentic-coding":37.6,"long-horizon":44.3,"knowledge-work":30.3,"computer-use":24.7,"security-context":37.6},"agentEffectivePrice":0.79,"eci":148.43,"url":"https://bench.shogo.ai/models/inkling"},{"slug":"qwen3-7-flash","name":"Qwen3.7 Flash","lab":"Alibaba (Qwen)","releaseDate":"2026-07-15","openWeights":false,"context":1000000,"price":{"input":0.03,"output":0.13,"cacheRead":0.006,"cacheWrite":0.0375,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":30.8,"long-horizon":38.7,"knowledge-work":25,"computer-use":18.6,"security-context":31.2},"agentEffectivePrice":0.02,"eci":null,"url":"https://bench.shogo.ai/models/qwen3-7-flash"},{"slug":"gpt-5-6-luna","name":"GPT-5.6 Luna","lab":"OpenAI","releaseDate":"2026-07-09","openWeights":false,"context":1050000,"price":{"input":0.2,"output":1.2,"cacheRead":0.02,"cacheWrite":0.25,"source":"models.dev"},"agentIndex":51.4,"agentIndexRange":[42.8,59.9],"label":"estimated","rank":34,"pillars":{"agentic-coding":58.5,"long-horizon":61,"knowledge-work":38.7,"computer-use":39.6,"security-context":50.7},"agentEffectivePrice":0.1,"eci":156.7,"url":"https://bench.shogo.ai/models/gpt-5-6-luna"},{"slug":"gpt-5-6-luna-pro","name":"GPT-5.6 Luna Pro","lab":"OpenAI","releaseDate":"2026-07-09","openWeights":null,"context":1050000,"price":{"input":0.2,"output":1.2,"cacheRead":0.02,"cacheWrite":0.25,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.1,"eci":null,"url":"https://bench.shogo.ai/models/gpt-5-6-luna-pro"},{"slug":"gpt-5-6-sol-pro","name":"GPT-5.6 Sol Pro","lab":"OpenAI","releaseDate":"2026-07-09","openWeights":null,"context":1050000,"price":{"input":4,"output":20,"cacheRead":0.4,"cacheWrite":5,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":1.85,"eci":null,"url":"https://bench.shogo.ai/models/gpt-5-6-sol-pro"},{"slug":"gpt-5-6-terra","name":"GPT-5.6 Terra","lab":"OpenAI","releaseDate":"2026-07-09","openWeights":false,"context":1050000,"price":{"input":2,"output":12,"cacheRead":0.2,"cacheWrite":2.5,"source":"models.dev"},"agentIndex":58.8,"agentIndexRange":[50.7,66.9],"label":"estimated","rank":16,"pillars":{"agentic-coding":66.1,"long-horizon":68.5,"knowledge-work":46.6,"computer-use":47.5,"security-context":55.6},"agentEffectivePrice":1.02,"eci":160.78,"url":"https://bench.shogo.ai/models/gpt-5-6-terra"},{"slug":"gpt-5-6-terra-pro","name":"GPT-5.6 Terra Pro","lab":"OpenAI","releaseDate":"2026-07-09","openWeights":null,"context":1050000,"price":{"input":2,"output":12,"cacheRead":0.2,"cacheWrite":2.5,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":1.02,"eci":null,"url":"https://bench.shogo.ai/models/gpt-5-6-terra-pro"},{"slug":"grok-4-5","name":"Grok 4.5","lab":"xAI","releaseDate":"2026-07-08","openWeights":false,"context":500000,"price":{"input":2,"output":6,"cacheRead":0.3,"cacheWrite":null,"source":"models.dev"},"agentIndex":49.4,"agentIndexRange":[40.9,57.9],"label":"estimated","rank":36,"pillars":{"agentic-coding":53.5,"long-horizon":58.9,"knowledge-work":41.7,"computer-use":36.4,"security-context":48.3},"agentEffectivePrice":0.81,"eci":154.97,"url":"https://bench.shogo.ai/models/grok-4-5"},{"slug":"grok-latest","name":"Grok Latest","lab":"xAI","releaseDate":"2026-07-08","openWeights":null,"context":500000,"price":{"input":2,"output":6,"cacheRead":0.5,"cacheWrite":0,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.98,"eci":null,"url":"https://bench.shogo.ai/models/grok-latest"},{"slug":"swe-1-7","name":"SWE-1.7","lab":"Cognition","releaseDate":"2026-07-08","openWeights":null,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/swe-1-7"},{"slug":"hy3","name":"Hy3","lab":"Tencent","releaseDate":"2026-07-06","openWeights":true,"context":202752,"price":{"input":0.14,"output":0.58,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.16,"eci":null,"url":"https://bench.shogo.ai/models/hy3"},{"slug":"claude-sonnet-5","name":"Claude Sonnet 5","lab":"Anthropic","releaseDate":"2026-06-30","openWeights":false,"context":1000000,"price":{"input":2,"output":10,"cacheRead":0.2,"cacheWrite":2.5,"source":"models.dev"},"agentIndex":52.4,"agentIndexRange":[45.1,59.8],"label":"supported","rank":32,"pillars":{"agentic-coding":56.5,"long-horizon":64.7,"knowledge-work":42.5,"computer-use":39.9,"security-context":51},"agentEffectivePrice":0.92,"eci":156.9,"url":"https://bench.shogo.ai/models/claude-sonnet-5"},{"slug":"longcat-2-0","name":"LongCat-2.0","lab":"meituan","releaseDate":"2026-06-30","openWeights":true,"context":1000000,"price":{"input":0.3,"output":1.2,"cacheRead":0.006,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.1,"eci":null,"url":"https://bench.shogo.ai/models/longcat-2-0"},{"slug":"doubao-seed-2-1-pro","name":"Doubao Seed 2.1 Pro","lab":"ByteDance Seed","releaseDate":"2026-06-23","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":46.8,"long-horizon":51.9,"knowledge-work":34.5,"computer-use":31.8,"security-context":44.4},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/doubao-seed-2-1-pro"},{"slug":"doubao-seed-2-1-turbo","name":"Doubao Seed 2.1 Turbo","lab":"ByteDance Seed","releaseDate":"2026-06-23","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":45.9,"long-horizon":51.1,"knowledge-work":33.9,"computer-use":31,"security-context":43.7},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/doubao-seed-2-1-turbo"},{"slug":"seed-2-1-turbo","name":"Seed 2.1 Turbo","lab":"ByteDance Seed","releaseDate":"2026-06-23","openWeights":false,"context":256000,"price":{"input":0.3536,"output":1.7696,"cacheRead":0.068,"cacheWrite":0.0019,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.19,"eci":null,"url":"https://bench.shogo.ai/models/seed-2-1-turbo"},{"slug":"glm-5-2-batch","name":"GLM 5.2 (batch)","lab":"Z.ai (Zhipu)","releaseDate":"2026-06-16","openWeights":true,"context":1048576,"price":{"input":0.322,"output":0.989,"cacheRead":0.109,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.18,"eci":null,"url":"https://bench.shogo.ai/models/glm-5-2-batch"},{"slug":"fugu-ultra","name":"Fugu Ultra","lab":"sakana","releaseDate":"2026-06-15","openWeights":false,"context":1000000,"price":{"input":5,"output":30,"cacheRead":0.5,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":2.55,"eci":null,"url":"https://bench.shogo.ai/models/fugu-ultra"},{"slug":"glm-5-2","name":"GLM-5.2","lab":"Z.ai (Zhipu)","releaseDate":"2026-06-13","openWeights":true,"context":1000000,"price":{"input":1.19516,"output":4.18306,"cacheRead":0.29879,"cacheWrite":0,"source":"models.dev"},"agentIndex":47.3,"agentIndexRange":[39.3,55.3],"label":"supported","rank":42,"pillars":{"agentic-coding":48.9,"long-horizon":65.6,"knowledge-work":36.8,"computer-use":32.9,"security-context":45.4},"agentEffectivePrice":0.61,"eci":153.04,"url":"https://bench.shogo.ai/models/glm-5-2"},{"slug":"kimi-k2-7-code","name":"Kimi K2.7 Code","lab":"Moonshot AI","releaseDate":"2026-06-12","openWeights":true,"context":262144,"price":{"input":1.9,"output":8,"cacheRead":0.38,"cacheWrite":null,"source":"models.dev"},"agentIndex":42.1,"agentIndexRange":[33.1,51.2],"label":"estimated","rank":53,"pillars":{"agentic-coding":42.5,"long-horizon":58.8,"knowledge-work":33.2,"computer-use":29.5,"security-context":42.3},"agentEffectivePrice":0.96,"eci":151.15,"url":"https://bench.shogo.ai/models/kimi-k2-7-code"},{"slug":"claude-fable-5","name":"Claude Fable 5","lab":"Anthropic","releaseDate":"2026-06-09","openWeights":false,"context":1000000,"price":{"input":10,"output":50,"cacheRead":1,"cacheWrite":12.5,"source":"models.dev"},"agentIndex":64.1,"agentIndexRange":[59,69.3],"label":"supported","rank":12,"pillars":{"agentic-coding":74.2,"long-horizon":69,"knowledge-work":51.8,"computer-use":55,"security-context":58.9},"agentEffectivePrice":4.62,"eci":164.21,"url":"https://bench.shogo.ai/models/claude-fable-5"},{"slug":"claude-fable-latest","name":"Claude Fable Latest","lab":"Anthropic","releaseDate":"2026-06-09","openWeights":null,"context":1000000,"price":{"input":8,"output":40,"cacheRead":0.2,"cacheWrite":10,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":3.21,"eci":null,"url":"https://bench.shogo.ai/models/claude-fable-latest"},{"slug":"nemotron-3-ultra","name":"Nemotron 3 Ultra","lab":"NVIDIA","releaseDate":"2026-06-04","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":34.9,"long-horizon":41.9,"knowledge-work":25.9,"computer-use":22.2,"security-context":35.1},"agentEffectivePrice":null,"eci":147,"url":"https://bench.shogo.ai/models/nemotron-3-ultra"},{"slug":"nemotron-3-ultra-550b-a55b","name":"Nemotron 3 Ultra 550B A55B","lab":"NVIDIA","releaseDate":"2026-06-04","openWeights":true,"context":1000000,"price":{"input":0,"output":0,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0,"eci":null,"url":"https://bench.shogo.ai/models/nemotron-3-ultra-550b-a55b"},{"slug":"nemotron-3-5-content-safety","name":"Nemotron 3.5 Content Safety","lab":"NVIDIA","releaseDate":"2026-06-02","openWeights":true,"context":128000,"price":{"input":0,"output":0,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0,"eci":null,"url":"https://bench.shogo.ai/models/nemotron-3-5-content-safety"},{"slug":"qwen3-7-plus","name":"Qwen3.7 Plus","lab":"Alibaba (Qwen)","releaseDate":"2026-06-02","openWeights":false,"context":1000000,"price":{"input":0,"output":0,"cacheRead":0,"cacheWrite":0,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":36.9,"long-horizon":43.5,"knowledge-work":28.6,"computer-use":23.3,"security-context":36.8},"agentEffectivePrice":0,"eci":147.95,"url":"https://bench.shogo.ai/models/qwen3-7-plus"},{"slug":"minimax-m3","name":"MiniMax-M3","lab":"MiniMax","releaseDate":"2026-06-01","openWeights":true,"context":524288,"price":{"input":0.3,"output":1.2,"cacheRead":0.06,"cacheWrite":null,"source":"models.dev"},"agentIndex":36.7,"agentIndexRange":[26.5,46.8],"label":"estimated","rank":61,"pillars":{"agentic-coding":36.8,"long-horizon":49.4,"knowledge-work":31.2,"computer-use":24.4,"security-context":36.7},"agentEffectivePrice":0.15,"eci":147.9,"url":"https://bench.shogo.ai/models/minimax-m3"},{"slug":"step-3-7-flash","name":"Step 3.7 Flash","lab":"stepfun","releaseDate":"2026-05-29","openWeights":true,"context":256000,"price":{"input":0.20175,"output":1.21052,"cacheRead":0.04035,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":25.7,"long-horizon":34.9,"knowledge-work":21.9,"computer-use":14.1,"security-context":26.1},"agentEffectivePrice":0.12,"eci":null,"url":"https://bench.shogo.ai/models/step-3-7-flash"},{"slug":"claude-opus-4-8","name":"Claude Opus 4.8","lab":"Anthropic","releaseDate":"2026-05-28","openWeights":false,"context":1000000,"price":{"input":5,"output":25,"cacheRead":0.5,"cacheWrite":6.25,"source":"models.dev"},"agentIndex":56.3,"agentIndexRange":[50.9,61.8],"label":"supported","rank":20,"pillars":{"agentic-coding":63.2,"long-horizon":66.2,"knowledge-work":43.2,"computer-use":47,"security-context":54.7},"agentEffectivePrice":2.31,"eci":159.91,"url":"https://bench.shogo.ai/models/claude-opus-4-8"},{"slug":"hy-mt2-1-8b","name":"Hy-MT2-1.8B","lab":"Tencent","releaseDate":"2026-05-21","openWeights":true,"context":8192,"price":{"input":0.046552,"output":0.187266,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.05,"eci":null,"url":"https://bench.shogo.ai/models/hy-mt2-1-8b"},{"slug":"hy-mt2-30b-a3b","name":"Hy-MT2-30B-A3B","lab":"Tencent","releaseDate":"2026-05-21","openWeights":true,"context":8192,"price":{"input":0.078292,"output":0.31211,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.09,"eci":null,"url":"https://bench.shogo.ai/models/hy-mt2-30b-a3b"},{"slug":"hy-mt2-7b","name":"Hy-MT2-7B","lab":"Tencent","releaseDate":"2026-05-21","openWeights":true,"context":8192,"price":{"input":0.078292,"output":0.31211,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.09,"eci":null,"url":"https://bench.shogo.ai/models/hy-mt2-7b"},{"slug":"qwen3-7-max","name":"Qwen3.7 Max","lab":"Alibaba (Qwen)","releaseDate":"2026-05-21","openWeights":false,"context":1000000,"price":{"input":0,"output":0,"cacheRead":0,"cacheWrite":0,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":51.7,"long-horizon":56.5,"knowledge-work":37.6,"computer-use":35.7,"security-context":47.8},"agentEffectivePrice":0,"eci":154.58,"url":"https://bench.shogo.ai/models/qwen3-7-max"},{"slug":"command-a-plus-05-2026","name":"Command A+","lab":"Cohere","releaseDate":"2026-05-20","openWeights":true,"context":128000,"price":{"input":2.5,"output":10,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":20,"long-horizon":30.3,"knowledge-work":18.3,"computer-use":8.9,"security-context":19.6},"agentEffectivePrice":2.86,"eci":null,"url":"https://bench.shogo.ai/models/command-a-plus-05-2026"},{"slug":"gemini-3-5-flash","name":"Gemini 3.5 Flash","lab":"Google","releaseDate":"2026-05-19","openWeights":false,"context":200000,"price":{"input":1.5,"output":9,"cacheRead":0.15,"cacheWrite":null,"source":"models.dev"},"agentIndex":47.3,"agentIndexRange":[39,55.6],"label":"supported","rank":43,"pillars":{"agentic-coding":51.6,"long-horizon":62.3,"knowledge-work":32.8,"computer-use":37.1,"security-context":48.9},"agentEffectivePrice":0.76,"eci":155.35,"url":"https://bench.shogo.ai/models/gemini-3-5-flash"},{"slug":"composer-2-5","name":"Composer 2.5","lab":"Cursor","releaseDate":"2026-05-18","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":39.6,"long-horizon":46,"knowledge-work":30.4,"computer-use":26.4,"security-context":39.3},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/composer-2-5"},{"slug":"aion-3-0-mini","name":"Aion 3.0 Mini","lab":"aion-labs","releaseDate":"2026-05-14","openWeights":false,"context":128000,"price":{"input":0.875,"output":1.75,"cacheRead":0.225,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.39,"eci":null,"url":"https://bench.shogo.ai/models/aion-3-0-mini"},{"slug":"ring-2-6-1t","name":"Ring-2.6-1T","lab":"Ant Group","releaseDate":"2026-05-14","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":34.3,"long-horizon":41.5,"knowledge-work":27.1,"computer-use":21.7,"security-context":34.5},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/ring-2-6-1t"},{"slug":"perceptron-mk1","name":"Perceptron Mk1","lab":"perceptron","releaseDate":"2026-05-12","openWeights":false,"context":32768,"price":{"input":0.15,"output":1.5,"cacheRead":0.075,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.15,"eci":null,"url":"https://bench.shogo.ai/models/perceptron-mk1"},{"slug":"ai-co-mathematician","name":"AI Co-Mathematician","lab":"Google","releaseDate":"2026-05-08","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/ai-co-mathematician"},{"slug":"gemini-3-1-flash-lite","name":"Gemini 3.1 Flash Lite","lab":"Google","releaseDate":"2026-05-07","openWeights":false,"context":1048576,"price":{"input":0.2525,"output":1.5152,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":31.1,"long-horizon":39,"knowledge-work":23.7,"computer-use":18.9,"security-context":31.6},"agentEffectivePrice":0.31,"eci":145.03,"url":"https://bench.shogo.ai/models/gemini-3-1-flash-lite"},{"slug":"aion-3-0","name":"Aion 3.0","lab":"aion-labs","releaseDate":"2026-05-05","openWeights":false,"context":128000,"price":{"input":3.75,"output":7.5,"cacheRead":0.9375,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":1.65,"eci":null,"url":"https://bench.shogo.ai/models/aion-3-0"},{"slug":"gpt-5-5-instant","name":"GPT Chat Latest","lab":"OpenAI","releaseDate":"2026-05-05","openWeights":false,"context":400000,"price":{"input":5,"output":30,"cacheRead":0.5,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":30.2,"long-horizon":38.3,"knowledge-work":24.7,"computer-use":18.2,"security-context":30.7},"agentEffectivePrice":2.55,"eci":null,"url":"https://bench.shogo.ai/models/gpt-5-5-instant"},{"slug":"grok-4-3-batch","name":"Grok 4.3 (batch)","lab":"xAI","releaseDate":"2026-04-30","openWeights":null,"context":1000000,"price":{"input":1,"output":2,"cacheRead":0.16,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.37,"eci":null,"url":"https://bench.shogo.ai/models/grok-4-3-batch"},{"slug":"mistral-medium-3-5","name":"Mistral Medium 3.5","lab":"Mistral","releaseDate":"2026-04-30","openWeights":false,"context":262144,"price":{"input":1.587,"output":7.935,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":25.3,"long-horizon":34.6,"knowledge-work":21.7,"computer-use":13.7,"security-context":25.6},"agentEffectivePrice":1.89,"eci":141.57,"url":"https://bench.shogo.ai/models/mistral-medium-3-5"},{"slug":"granite-4-1-30b","name":"Granite 4.1 30B","lab":"IBM","releaseDate":"2026-04-29","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":12.7,"long-horizon":23,"knowledge-work":13.2,"computer-use":3.2,"security-context":10.8},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/granite-4-1-30b"},{"slug":"doubao-seed-2-0-lite-apr-2026","name":"Doubao Seed 2.0 Lite (Apr 2026)","lab":"ByteDance Seed","releaseDate":"2026-04-28","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":40,"long-horizon":46,"knowledge-work":30.4,"computer-use":26.4,"security-context":39.4},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/doubao-seed-2-0-lite-apr-2026"},{"slug":"laguna-m-1","name":"Laguna M.1","lab":"poolside","releaseDate":"2026-04-28","openWeights":true,"context":262144,"price":{"input":0,"output":0,"cacheRead":0,"cacheWrite":0,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":27,"long-horizon":35.9,"knowledge-work":22.7,"computer-use":15.3,"security-context":27.4},"agentEffectivePrice":0,"eci":null,"url":"https://bench.shogo.ai/models/laguna-m-1"},{"slug":"laguna-xs-2","name":"Laguna XS.2","lab":"Poolside","releaseDate":"2026-04-28","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":25.4,"long-horizon":34.7,"knowledge-work":21.8,"computer-use":13.9,"security-context":25.8},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/laguna-xs-2"},{"slug":"claude-haiku-latest","name":"Claude Haiku Latest","lab":"Anthropic","releaseDate":"2026-04-27","openWeights":null,"context":1000000,"price":{"input":0.1,"output":0.5,"cacheRead":0.01,"cacheWrite":0.125,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.05,"eci":null,"url":"https://bench.shogo.ai/models/claude-haiku-latest"},{"slug":"claude-sonnet-latest","name":"Claude Sonnet Latest","lab":"Anthropic","releaseDate":"2026-04-27","openWeights":null,"context":1000000,"price":{"input":2,"output":10,"cacheRead":0.1,"cacheWrite":2.5,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.84,"eci":null,"url":"https://bench.shogo.ai/models/claude-sonnet-latest"},{"slug":"gemini-pro-latest","name":"Gemini Pro Latest","lab":"Google","releaseDate":"2026-04-27","openWeights":null,"context":1048576,"price":{"input":2,"output":10,"cacheRead":0.1,"cacheWrite":0.1875,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.84,"eci":null,"url":"https://bench.shogo.ai/models/gemini-pro-latest"},{"slug":"gpt-mini-latest","name":"GPT Mini Latest","lab":"OpenAI","releaseDate":"2026-04-27","openWeights":null,"context":400000,"price":{"input":0.75,"output":4.5,"cacheRead":0.075,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.38,"eci":null,"url":"https://bench.shogo.ai/models/gpt-mini-latest"},{"slug":"kimi-latest","name":"Kimi Latest","lab":"Moonshot AI","releaseDate":"2026-04-27","openWeights":null,"context":1048576,"price":{"input":0.1805,"output":11.0055,"cacheRead":0.18,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.7,"eci":null,"url":"https://bench.shogo.ai/models/kimi-latest"},{"slug":"qwen3-6-flash","name":"Qwen3.6 Flash","lab":"Alibaba (Qwen)","releaseDate":"2026-04-27","openWeights":false,"context":1000000,"price":{"input":0,"output":0,"cacheRead":0,"cacheWrite":0,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":28.8,"long-horizon":37.3,"knowledge-work":23.8,"computer-use":16.9,"security-context":29.3},"agentEffectivePrice":0,"eci":143.76,"url":"https://bench.shogo.ai/models/qwen3-6-flash"},{"slug":"deepseek-v4-flash","name":"DeepSeek V4 Flash","lab":"DeepSeek","releaseDate":"2026-04-24","openWeights":true,"context":1048576,"price":{"input":0.14,"output":0.28,"cacheRead":0.028,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":34.6,"long-horizon":41.7,"knowledge-work":27.3,"computer-use":21.9,"security-context":34.8},"agentEffectivePrice":0.06,"eci":146.84,"url":"https://bench.shogo.ai/models/deepseek-v4-flash"},{"slug":"deepseek-v4-pro","name":"DeepSeek V4 Pro","lab":"DeepSeek","releaseDate":"2026-04-24","openWeights":true,"context":1048576,"price":{"input":1.6,"output":3.38,"cacheRead":0.14,"cacheWrite":null,"source":"models.dev"},"agentIndex":40.7,"agentIndexRange":[29.3,52.1],"label":"estimated","rank":54,"pillars":{"agentic-coding":43,"long-horizon":54.5,"knowledge-work":31.5,"computer-use":27.8,"security-context":40.7},"agentEffectivePrice":0.5,"eci":150.21,"url":"https://bench.shogo.ai/models/deepseek-v4-pro"},{"slug":"gpt-5-5","name":"GPT-5.5","lab":"OpenAI","releaseDate":"2026-04-23","openWeights":false,"context":1050000,"price":{"input":5,"output":30,"cacheRead":0.5,"cacheWrite":null,"source":"models.dev"},"agentIndex":56.7,"agentIndexRange":[52.5,61],"label":"supported","rank":19,"pillars":{"agentic-coding":63.3,"long-horizon":67,"knowledge-work":45.7,"computer-use":42.7,"security-context":55},"agentEffectivePrice":2.55,"eci":160.19,"url":"https://bench.shogo.ai/models/gpt-5-5"},{"slug":"gpt-5-5-pro","name":"GPT-5.5 Pro","lab":"OpenAI","releaseDate":"2026-04-23","openWeights":false,"context":400000,"price":{"input":27.2727,"output":163.6364,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":69.9,"long-horizon":72.1,"knowledge-work":49.9,"computer-use":51.7,"security-context":57.6},"agentEffectivePrice":33.77,"eci":162.77,"url":"https://bench.shogo.ai/models/gpt-5-5-pro"},{"slug":"mimo-v2-5","name":"MiMo-V2.5","lab":"Xiaomi","releaseDate":"2026-04-22","openWeights":true,"context":1048576,"price":{"input":0.14,"output":0.28,"cacheRead":0.0028,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":37.7,"long-horizon":44.1,"knowledge-work":29.1,"computer-use":24.5,"security-context":37.4},"agentEffectivePrice":0.04,"eci":null,"url":"https://bench.shogo.ai/models/mimo-v2-5"},{"slug":"mimo-v2-5-pro","name":"MiMo-V2.5-Pro","lab":"Xiaomi","releaseDate":"2026-04-22","openWeights":true,"context":1048576,"price":{"input":0.435,"output":0.87,"cacheRead":0.0036,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":38.5,"long-horizon":44.8,"knowledge-work":29.5,"computer-use":25.1,"security-context":38.1},"agentEffectivePrice":0.11,"eci":null,"url":"https://bench.shogo.ai/models/mimo-v2-5-pro"},{"slug":"qwen3-6-27b","name":"Qwen3.6 27B","lab":"Alibaba (Qwen)","releaseDate":"2026-04-22","openWeights":true,"context":131072,"price":{"input":0.6,"output":3,"cacheRead":0.3,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":34.5,"long-horizon":41.6,"knowledge-work":27.2,"computer-use":21.8,"security-context":34.7},"agentEffectivePrice":0.47,"eci":146.78,"url":"https://bench.shogo.ai/models/qwen3-6-27b"},{"slug":"claude-opus-latest","name":"Claude Opus Latest","lab":"Anthropic","releaseDate":"2026-04-21","openWeights":null,"context":1000000,"price":{"input":4,"output":20,"cacheRead":0.2,"cacheWrite":5,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":1.69,"eci":null,"url":"https://bench.shogo.ai/models/claude-opus-latest"},{"slug":"hy3-preview","name":"Hy3 preview","lab":"Tencent","releaseDate":"2026-04-20","openWeights":true,"context":256000,"price":{"input":0,"output":0,"cacheRead":0,"cacheWrite":0,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0,"eci":null,"url":"https://bench.shogo.ai/models/hy3-preview"},{"slug":"kimi-k2-6","name":"Kimi K2.6","lab":"Moonshot AI","releaseDate":"2026-04-20","openWeights":true,"context":262144,"price":{"input":0.95,"output":4,"cacheRead":0.16,"cacheWrite":null,"source":"models.dev"},"agentIndex":43.7,"agentIndexRange":[32.3,55.1],"label":"estimated","rank":50,"pillars":{"agentic-coding":45.6,"long-horizon":60.8,"knowledge-work":33.4,"computer-use":29.4,"security-context":43.1},"agentEffectivePrice":0.46,"eci":151.62,"url":"https://bench.shogo.ai/models/kimi-k2-6"},{"slug":"qwen3-6-max-preview","name":"Qwen3.6 Max Preview","lab":"Alibaba (Qwen)","releaseDate":"2026-04-20","openWeights":false,"context":262144,"price":{"input":2.15,"output":12.86,"cacheRead":0.2,"cacheWrite":1.17,"source":"models.dev"},"agentIndex":40.5,"agentIndexRange":[29.2,51.9],"label":"estimated","rank":55,"pillars":{"agentic-coding":42.2,"long-horizon":56.4,"knowledge-work":31,"computer-use":27.2,"security-context":40.2},"agentEffectivePrice":1.08,"eci":149.88,"url":"https://bench.shogo.ai/models/qwen3-6-max-preview"},{"slug":"grok-4-3","name":"Grok 4.3","lab":"xAI","releaseDate":"2026-04-17","openWeights":false,"context":1000000,"price":{"input":1.25,"output":2.5,"cacheRead":0.2,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.46,"eci":null,"url":"https://bench.shogo.ai/models/grok-4-3"},{"slug":"grok-4-3-beta","name":"Grok 4.3 Beta","lab":"xAI","releaseDate":"2026-04-17","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":41.1,"long-horizon":39,"knowledge-work":31.1,"computer-use":27.3,"security-context":40.2},"agentEffectivePrice":null,"eci":149.91,"url":"https://bench.shogo.ai/models/grok-4-3-beta"},{"slug":"qwen3-6-35b-a3b","name":"Qwen3.6 35B-A3B","lab":"Alibaba (Qwen)","releaseDate":"2026-04-17","openWeights":true,"context":262144,"price":{"input":0,"output":0,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":28.2,"long-horizon":37.7,"knowledge-work":24.2,"computer-use":17.5,"security-context":29.9},"agentEffectivePrice":0,"eci":144.11,"url":"https://bench.shogo.ai/models/qwen3-6-35b-a3b"},{"slug":"claude-opus-4-7","name":"Claude Opus 4.7","lab":"Anthropic","releaseDate":"2026-04-16","openWeights":false,"context":1000000,"price":{"input":5,"output":25,"cacheRead":0.5,"cacheWrite":6.25,"source":"models.dev"},"agentIndex":54.6,"agentIndexRange":[47.7,61.5],"label":"supported","rank":29,"pillars":{"agentic-coding":59.9,"long-horizon":68.9,"knowledge-work":41.2,"computer-use":43.8,"security-context":51.8},"agentEffectivePrice":2.31,"eci":157.5,"url":"https://bench.shogo.ai/models/claude-opus-4-7"},{"slug":"grok-build-0-1","name":"Grok Build 0.1","lab":"xAI","releaseDate":"2026-04-16","openWeights":false,"context":256000,"price":{"input":1,"output":2,"cacheRead":0.2,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":49.2,"long-horizon":54.1,"knowledge-work":36,"computer-use":33.6,"security-context":46.1},"agentEffectivePrice":0.4,"eci":null,"url":"https://bench.shogo.ai/models/grok-build-0-1"},{"slug":"schematron-v2-small","name":"Schematron V2 Small","lab":"inference-net","releaseDate":"2026-04-16","openWeights":false,"context":128000,"price":{"input":0.0529,"output":0.24334,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.06,"eci":null,"url":"https://bench.shogo.ai/models/schematron-v2-small"},{"slug":"schematron-v2-turbo","name":"Schematron V2 Turbo","lab":"inference-net","releaseDate":"2026-04-16","openWeights":false,"context":128000,"price":{"input":0.03174,"output":0.1587,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.04,"eci":null,"url":"https://bench.shogo.ai/models/schematron-v2-turbo"},{"slug":"muse-spark","name":"Muse Spark","lab":"Meta","releaseDate":"2026-04-08","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":48.5,"long-horizon":53.4,"knowledge-work":35.5,"computer-use":33.1,"security-context":45.6},"agentEffectivePrice":null,"eci":153.16,"url":"https://bench.shogo.ai/models/muse-spark"},{"slug":"muse-spark-1-1","name":"Muse Spark 1.1","lab":"Meta","releaseDate":"2026-04-08","openWeights":false,"context":1048576,"price":{"input":1.25,"output":4.25,"cacheRead":0.15,"cacheWrite":null,"source":"models.dev"},"agentIndex":48.3,"agentIndexRange":[39.3,57.2],"label":"estimated","rank":40,"pillars":{"agentic-coding":53.3,"long-horizon":63.5,"knowledge-work":33.8,"computer-use":36.3,"security-context":48.3},"agentEffectivePrice":0.5,"eci":154.92,"url":"https://bench.shogo.ai/models/muse-spark-1-1"},{"slug":"claude-mythos-preview","name":"Claude Mythos Preview","lab":"Anthropic","releaseDate":"2026-04-07","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":86.1,"long-horizon":80.5,"knowledge-work":65.1,"computer-use":75.5,"security-context":65},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/claude-mythos-preview"},{"slug":"glm-5-1","name":"GLM-5.1","lab":"Z.ai (Zhipu)","releaseDate":"2026-04-07","openWeights":true,"context":200000,"price":{"input":0.89637,"output":3.58548,"cacheRead":0.19421,"cacheWrite":0,"source":"models.dev"},"agentIndex":42.5,"agentIndexRange":[32.6,52.4],"label":"estimated","rank":52,"pillars":{"agentic-coding":43.2,"long-horizon":59.3,"knowledge-work":33.9,"computer-use":28.7,"security-context":41.6},"agentEffectivePrice":0.46,"eci":150.73,"url":"https://bench.shogo.ai/models/glm-5-1"},{"slug":"swe-1-6","name":"SWE-1.6","lab":"Cognition","releaseDate":"2026-04-07","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/swe-1-6"},{"slug":"gemma-4-26b-a4b","name":"Gemma 4 26B A4B","lab":"Google","releaseDate":"2026-04-02","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":25.3,"long-horizon":34.6,"knowledge-work":21.7,"computer-use":13.7,"security-context":25.6},"agentEffectivePrice":null,"eci":141.58,"url":"https://bench.shogo.ai/models/gemma-4-26b-a4b"},{"slug":"gemma-4-26b-a4b-it","name":"Gemma 4 26B A4B IT","lab":"Google","releaseDate":"2026-04-02","openWeights":true,"context":256000,"price":{"input":0.1,"output":0.3,"cacheRead":0.05,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.07,"eci":null,"url":"https://bench.shogo.ai/models/gemma-4-26b-a4b-it"},{"slug":"gemma-4-31b-it","name":"Gemma 4 31B IT","lab":"Google","releaseDate":"2026-04-02","openWeights":true,"context":262144,"price":{"input":0,"output":0,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":29.4,"long-horizon":37.7,"knowledge-work":24.2,"computer-use":17.5,"security-context":30},"agentEffectivePrice":0,"eci":144.12,"url":"https://bench.shogo.ai/models/gemma-4-31b-it"},{"slug":"qwen3-6-plus","name":"Qwen3.6 Plus","lab":"Alibaba (Qwen)","releaseDate":"2026-04-02","openWeights":false,"context":1000000,"price":{"input":0,"output":0,"cacheRead":0,"cacheWrite":0,"source":"models.dev"},"agentIndex":38,"agentIndexRange":[27.1,48.9],"label":"estimated","rank":59,"pillars":{"agentic-coding":36,"long-horizon":57.2,"knowledge-work":29.8,"computer-use":25.5,"security-context":39.3},"agentEffectivePrice":0,"eci":148.91,"url":"https://bench.shogo.ai/models/qwen3-6-plus"},{"slug":"glm-5v-turbo","name":"GLM-5V-Turbo","lab":"Z.ai (Zhipu)","releaseDate":"2026-04-01","openWeights":false,"context":200000,"price":{"input":0.74698,"output":3.28669,"cacheRead":0.17927,"cacheWrite":0,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.41,"eci":null,"url":"https://bench.shogo.ai/models/glm-5v-turbo"},{"slug":"trinity-large-thinking","name":"Trinity Large Thinking","lab":"arcee-ai","releaseDate":"2026-04-01","openWeights":true,"context":262144,"price":{"input":0.25,"output":0.8,"cacheRead":0.06,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":22.2,"long-horizon":32.2,"knowledge-work":19.7,"computer-use":10.9,"security-context":22.2},"agentEffectivePrice":0.12,"eci":null,"url":"https://bench.shogo.ai/models/trinity-large-thinking"},{"slug":"grok-4-20-multi-agent","name":"Grok 4.20 Multi-Agent","lab":"xAI","releaseDate":"2026-03-31","openWeights":null,"context":2000000,"price":{"input":1.25,"output":2.5,"cacheRead":0.2,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.46,"eci":null,"url":"https://bench.shogo.ai/models/grok-4-20-multi-agent"},{"slug":"mimo-v2-pro","name":"MiMo V2 Pro Free","lab":"Xiaomi","releaseDate":"2026-03-18","openWeights":false,"context":1048576,"price":{"input":0,"output":0,"cacheRead":0,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":35.1,"long-horizon":42.1,"knowledge-work":27.5,"computer-use":22.3,"security-context":34.2},"agentEffectivePrice":0,"eci":null,"url":"https://bench.shogo.ai/models/mimo-v2-pro"},{"slug":"minimax-m2-7","name":"MiniMax-M2.7","lab":"MiniMax","releaseDate":"2026-03-18","openWeights":true,"context":196608,"price":{"input":0.48,"output":1.79,"cacheRead":0.05,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":34.7,"long-horizon":40.3,"knowledge-work":26.2,"computer-use":20.4,"security-context":33.1},"agentEffectivePrice":0.19,"eci":null,"url":"https://bench.shogo.ai/models/minimax-m2-7"},{"slug":"gpt-5-4-mini","name":"GPT-5.4 mini","lab":"OpenAI","releaseDate":"2026-03-17","openWeights":false,"context":400000,"price":{"input":0.75,"output":4.5,"cacheRead":0.075,"cacheWrite":0.75,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":39.9,"long-horizon":45.9,"knowledge-work":28.4,"computer-use":26.3,"security-context":39.2},"agentEffectivePrice":0.38,"eci":149.35,"url":"https://bench.shogo.ai/models/gpt-5-4-mini"},{"slug":"gpt-5-4-nano","name":"GPT-5.4 nano","lab":"OpenAI","releaseDate":"2026-03-17","openWeights":false,"context":400000,"price":{"input":0.2,"output":1.25,"cacheRead":0.02,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":33.6,"long-horizon":40.9,"knowledge-work":26.7,"computer-use":21.1,"security-context":33.9},"agentEffectivePrice":0.1,"eci":146.33,"url":"https://bench.shogo.ai/models/gpt-5-4-nano"},{"slug":"glm-5-turbo","name":"GLM-5-Turbo","lab":"Z.ai (Zhipu)","releaseDate":"2026-03-16","openWeights":false,"context":262144,"price":{"input":1.2,"output":4,"cacheRead":0.24,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.56,"eci":null,"url":"https://bench.shogo.ai/models/glm-5-turbo"},{"slug":"mistral-small-2603","name":"Mistral Small 4","lab":"Mistral","releaseDate":"2026-03-16","openWeights":true,"context":262144,"price":{"input":0.198375,"output":0.7935,"cacheRead":0.01587,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":12.9,"long-horizon":23.2,"knowledge-work":13.3,"computer-use":3.3,"security-context":11},"agentEffectivePrice":0.08,"eci":null,"url":"https://bench.shogo.ai/models/mistral-small-2603"},{"slug":"nemotron-3-super","name":"Nemotron 3 Super","lab":"NVIDIA","releaseDate":"2026-03-11","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":24,"long-horizon":33.6,"knowledge-work":20.9,"computer-use":12.6,"security-context":24.2},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/nemotron-3-super"},{"slug":"nemotron-3-super-120b-a12b","name":"Nemotron 3 Super 120B A12B","lab":"NVIDIA","releaseDate":"2026-03-11","openWeights":true,"context":256000,"price":{"input":0.5,"output":1.5,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.55,"eci":null,"url":"https://bench.shogo.ai/models/nemotron-3-super-120b-a12b"},{"slug":"reka-edge","name":"Reka Edge","lab":"rekaai","releaseDate":"2026-03-11","openWeights":true,"context":16384,"price":{"input":0.1058,"output":0.1058,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.11,"eci":null,"url":"https://bench.shogo.ai/models/reka-edge"},{"slug":"grok-4-20-0309-non-reasoning","name":"Grok 4.20 (Non-Reasoning)","lab":"xAI","releaseDate":"2026-03-09","openWeights":false,"context":2000000,"price":{"input":1.25,"output":2.5,"cacheRead":0.2,"cacheWrite":null,"source":"models.dev"},"agentIndex":43.9,"agentIndexRange":[33.3,54.5],"label":"estimated","rank":49,"pillars":{"agentic-coding":45.3,"long-horizon":58.9,"knowledge-work":34.3,"computer-use":31.6,"security-context":45.2},"agentEffectivePrice":0.46,"eci":152.3,"url":"https://bench.shogo.ai/models/grok-4-20-0309-non-reasoning"},{"slug":"gpt-5-4","name":"GPT-5.4","lab":"OpenAI","releaseDate":"2026-03-05","openWeights":false,"context":1050000,"price":{"input":2.5,"output":15,"cacheRead":0.25,"cacheWrite":null,"source":"models.dev"},"agentIndex":51.6,"agentIndexRange":[47.2,56.1],"label":"supported","rank":33,"pillars":{"agentic-coding":56.8,"long-horizon":61.1,"knowledge-work":39.7,"computer-use":41.8,"security-context":54.4},"agentEffectivePrice":1.27,"eci":157.87,"url":"https://bench.shogo.ai/models/gpt-5-4"},{"slug":"gpt-5-4-pro","name":"GPT-5.4 Pro","lab":"OpenAI","releaseDate":"2026-03-05","openWeights":false,"context":1050000,"price":{"input":27.2727,"output":163.6364,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":64.7,"long-horizon":68,"knowledge-work":46.2,"computer-use":46.6,"security-context":55.1},"agentEffectivePrice":33.77,"eci":160.32,"url":"https://bench.shogo.ai/models/gpt-5-4-pro"},{"slug":"gemini-3-1-flash-lite-preview","name":"Gemini 3.1 Flash Lite Preview","lab":"Google","releaseDate":"2026-03-03","openWeights":false,"context":1000000,"price":{"input":0.2645,"output":1.587,"cacheRead":0.02645,"cacheWrite":0.088167,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.13,"eci":null,"url":"https://bench.shogo.ai/models/gemini-3-1-flash-lite-preview"},{"slug":"qwen3-5-0-8b","name":"Qwen3.5 0.8B","lab":"Alibaba (Qwen)","releaseDate":"2026-03-02","openWeights":true,"context":32768,"price":{"input":0,"output":0,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0,"eci":null,"url":"https://bench.shogo.ai/models/qwen3-5-0-8b"},{"slug":"qwen3-5-2b","name":"Qwen3.5 2B","lab":"Alibaba (Qwen)","releaseDate":"2026-03-02","openWeights":true,"context":32768,"price":{"input":0,"output":0,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0,"eci":null,"url":"https://bench.shogo.ai/models/qwen3-5-2b"},{"slug":"qwen3-5-4b","name":"Qwen3.5 4B","lab":"Alibaba (Qwen)","releaseDate":"2026-03-02","openWeights":true,"context":32768,"price":{"input":0,"output":0,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":18.5,"long-horizon":29,"knowledge-work":17.3,"computer-use":7.7,"security-context":17.8},"agentEffectivePrice":0,"eci":null,"url":"https://bench.shogo.ai/models/qwen3-5-4b"},{"slug":"mercury-2","name":"Mercury 2","lab":"inception","releaseDate":"2026-02-24","openWeights":false,"context":128000,"price":{"input":0.25,"output":0.75,"cacheRead":0.025,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":19.1,"long-horizon":29.6,"knowledge-work":17.7,"computer-use":8.2,"security-context":18.6},"agentEffectivePrice":0.09,"eci":null,"url":"https://bench.shogo.ai/models/mercury-2"},{"slug":"qwen3-5-122b-a10b","name":"Qwen3.5 122B-A10B","lab":"Alibaba (Qwen)","releaseDate":"2026-02-23","openWeights":true,"context":262144,"price":{"input":0.4,"output":3.2,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":24.8,"long-horizon":34.2,"knowledge-work":21.4,"computer-use":13.3,"security-context":25.1},"agentEffectivePrice":0.53,"eci":null,"url":"https://bench.shogo.ai/models/qwen3-5-122b-a10b"},{"slug":"qwen3-5-27b","name":"Qwen3.5 27B","lab":"Alibaba (Qwen)","releaseDate":"2026-02-23","openWeights":true,"context":262144,"price":{"input":0.3,"output":2.4,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":27.9,"long-horizon":33.8,"knowledge-work":23.3,"computer-use":16.1,"security-context":28.4},"agentEffectivePrice":0.4,"eci":null,"url":"https://bench.shogo.ai/models/qwen3-5-27b"},{"slug":"qwen3-5-35b-a3b","name":"Qwen3.5 35B-A3B","lab":"Alibaba (Qwen)","releaseDate":"2026-02-23","openWeights":true,"context":262144,"price":{"input":0.25,"output":2,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":29.4,"long-horizon":37.7,"knowledge-work":24.2,"computer-use":17.4,"security-context":29.9},"agentEffectivePrice":0.33,"eci":144.08,"url":"https://bench.shogo.ai/models/qwen3-5-35b-a3b"},{"slug":"qwen3-5-9b","name":"Qwen3.5 9B","lab":"Alibaba (Qwen)","releaseDate":"2026-02-23","openWeights":true,"context":32768,"price":{"input":0,"output":0,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":20.7,"long-horizon":32.2,"knowledge-work":19.8,"computer-use":11,"security-context":22.3},"agentEffectivePrice":0,"eci":139.48,"url":"https://bench.shogo.ai/models/qwen3-5-9b"},{"slug":"qwen3-5-flash","name":"Qwen3.5 Flash","lab":"Alibaba (Qwen)","releaseDate":"2026-02-23","openWeights":false,"context":1000000,"price":{"input":0.1,"output":0.4,"cacheRead":0.01,"cacheWrite":0.125,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":29,"long-horizon":34.3,"knowledge-work":23.9,"computer-use":17.1,"security-context":29.5},"agentEffectivePrice":0.04,"eci":143.87,"url":"https://bench.shogo.ai/models/qwen3-5-flash"},{"slug":"gemini-3-1-pro-preview","name":"Gemini 3.1 Pro Preview","lab":"Google","releaseDate":"2026-02-19","openWeights":false,"context":1048576,"price":{"input":2,"output":12,"cacheRead":0.2,"cacheWrite":null,"source":"models.dev"},"agentIndex":46,"agentIndexRange":[41.6,50.5],"label":"supported","rank":45,"pillars":{"agentic-coding":47.4,"long-horizon":58.6,"knowledge-work":35.7,"computer-use":38.7,"security-context":49.3},"agentEffectivePrice":1.02,"eci":156.25,"url":"https://bench.shogo.ai/models/gemini-3-1-pro-preview"},{"slug":"gemini-3-1-pro-preview-customtools","name":"Gemini 3.1 Pro Preview Custom Tools","lab":"Google","releaseDate":"2026-02-19","openWeights":false,"context":1048756,"price":{"input":2.116,"output":12.696,"cacheRead":0.2116,"cacheWrite":0.39675,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":1.08,"eci":null,"url":"https://bench.shogo.ai/models/gemini-3-1-pro-preview-customtools"},{"slug":"claude-sonnet-4-6","name":"Claude Sonnet 4.6","lab":"Anthropic","releaseDate":"2026-02-17","openWeights":false,"context":1000000,"price":{"input":3,"output":15,"cacheRead":0.3,"cacheWrite":3.75,"source":"models.dev"},"agentIndex":44.9,"agentIndexRange":[39.6,50.3],"label":"supported","rank":47,"pillars":{"agentic-coding":42.9,"long-horizon":62.9,"knowledge-work":37.5,"computer-use":34.4,"security-context":45.1},"agentEffectivePrice":1.39,"eci":152.86,"url":"https://bench.shogo.ai/models/claude-sonnet-4-6"},{"slug":"qwen3-5-plus","name":"Qwen3.5 Plus","lab":"Alibaba (Qwen)","releaseDate":"2026-02-16","openWeights":false,"context":1000000,"price":{"input":0.4,"output":2.4,"cacheRead":0.04,"cacheWrite":0.4,"source":"models.dev"},"agentIndex":32.7,"agentIndexRange":[21.5,44],"label":"estimated","rank":65,"pillars":{"agentic-coding":35.6,"long-horizon":37,"knowledge-work":27.8,"computer-use":22.7,"security-context":36.6},"agentEffectivePrice":0.2,"eci":147.3,"url":"https://bench.shogo.ai/models/qwen3-5-plus"},{"slug":"qwen3-5-397b-a17b","name":"Qwen3.5 397B-A17B","lab":"Alibaba (Qwen)","releaseDate":"2026-02-15","openWeights":true,"context":262144,"price":{"input":0.6,"output":3.6,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":36.9,"long-horizon":43.5,"knowledge-work":27.1,"computer-use":23.8,"security-context":36.8},"agentEffectivePrice":0.74,"eci":147.95,"url":"https://bench.shogo.ai/models/qwen3-5-397b-a17b"},{"slug":"doubao-seed-2-0-pro","name":"Doubao-Seed-2.0 Pro","lab":"ByteDance Seed","releaseDate":"2026-02-14","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":43.3,"long-horizon":48.8,"knowledge-work":32.3,"computer-use":29,"security-context":41.8},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/doubao-seed-2-0-pro"},{"slug":"seed-2-0-lite","name":"Seed 2.0 Lite","lab":"ByteDance Seed","releaseDate":"2026-02-14","openWeights":false,"context":262144,"price":{"input":0.2645,"output":2.116,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.35,"eci":null,"url":"https://bench.shogo.ai/models/seed-2-0-lite"},{"slug":"seed-2-0-mini","name":"Seed 2.0 Mini","lab":"ByteDance Seed","releaseDate":"2026-02-14","openWeights":false,"context":262144,"price":{"input":0.1058,"output":0.4232,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.12,"eci":null,"url":"https://bench.shogo.ai/models/seed-2-0-mini"},{"slug":"gemini-3-deep-think","name":"Gemini 3 Deep Think","lab":"Google","releaseDate":"2026-02-12","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":69.8,"long-horizon":72.1,"knowledge-work":49.9,"computer-use":51.7,"security-context":57.6},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/gemini-3-deep-think"},{"slug":"glm-5","name":"GLM-5","lab":"Z.ai (Zhipu)","releaseDate":"2026-02-12","openWeights":true,"context":204800,"price":{"input":0.59758,"output":2.68911,"cacheRead":0.1494,"cacheWrite":0,"source":"models.dev"},"agentIndex":36.5,"agentIndexRange":[27.7,45.4],"label":"supported","rank":62,"pillars":{"agentic-coding":38.2,"long-horizon":54.2,"knowledge-work":26.9,"computer-use":21.4,"security-context":34.9},"agentEffectivePrice":0.33,"eci":146.54,"url":"https://bench.shogo.ai/models/glm-5"},{"slug":"minimax-m2-5","name":"MiniMax-M2.5","lab":"MiniMax","releaseDate":"2026-02-12","openWeights":true,"context":196608,"price":{"input":0,"output":0,"cacheRead":0,"cacheWrite":0,"source":"models.dev"},"agentIndex":28.4,"agentIndexRange":[19.5,37.2],"label":"estimated","rank":74,"pillars":{"agentic-coding":32,"long-horizon":34.2,"knowledge-work":23.8,"computer-use":16.9,"security-context":26.9},"agentEffectivePrice":0,"eci":null,"url":"https://bench.shogo.ai/models/minimax-m2-5"},{"slug":"claude-opus-4-6","name":"Claude Opus 4.6","lab":"Anthropic","releaseDate":"2026-02-05","openWeights":false,"context":1000000,"price":{"input":5,"output":25,"cacheRead":0.5,"cacheWrite":6.25,"source":"models.dev"},"agentIndex":53.2,"agentIndexRange":[47.9,58.6],"label":"supported","rank":31,"pillars":{"agentic-coding":57.3,"long-horizon":67.3,"knowledge-work":40.7,"computer-use":38.9,"security-context":56.9},"agentEffectivePrice":2.31,"eci":156.35,"url":"https://bench.shogo.ai/models/claude-opus-4-6"},{"slug":"gpt-5-3-codex","name":"GPT-5.3 Codex","lab":"OpenAI","releaseDate":"2026-02-05","openWeights":false,"context":400000,"price":{"input":1.75,"output":14,"cacheRead":0.175,"cacheWrite":1.75,"source":"models.dev"},"agentIndex":48.4,"agentIndexRange":[38.5,58.4],"label":"supported","rank":37,"pillars":{"agentic-coding":52.6,"long-horizon":62.3,"knowledge-work":37.2,"computer-use":35.3,"security-context":47.4},"agentEffectivePrice":1.06,"eci":null,"url":"https://bench.shogo.ai/models/gpt-5-3-codex"},{"slug":"qwen3-coder-next","name":"Qwen3 Coder Next","lab":"Alibaba (Qwen)","releaseDate":"2026-02-03","openWeights":true,"context":256000,"price":{"input":0.167,"output":0.891,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":18.4,"long-horizon":29,"knowledge-work":17.2,"computer-use":7.6,"security-context":17.7},"agentEffectivePrice":0.2,"eci":null,"url":"https://bench.shogo.ai/models/qwen3-coder-next"},{"slug":"kimi-k2-5","name":"Kimi K2.5","lab":"Moonshot AI","releaseDate":"2026-01-27","openWeights":true,"context":262144,"price":{"input":0.6,"output":3,"cacheRead":0.1,"cacheWrite":null,"source":"models.dev"},"agentIndex":36.5,"agentIndexRange":[28.3,44.8],"label":"supported","rank":63,"pillars":{"agentic-coding":38.3,"long-horizon":45.3,"knowledge-work":29.7,"computer-use":27.8,"security-context":38.7},"agentEffectivePrice":0.31,"eci":148.8,"url":"https://bench.shogo.ai/models/kimi-k2-5"},{"slug":"solar-pro3","name":"solar-pro3","lab":"upstage","releaseDate":"2026-01-26","openWeights":false,"context":131072,"price":{"input":0.25,"output":0.25,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":12.5,"long-horizon":22.8,"knowledge-work":13,"computer-use":3.1,"security-context":10.6},"agentEffectivePrice":0.25,"eci":null,"url":"https://bench.shogo.ai/models/solar-pro3"},{"slug":"glm-4-7-flash","name":"GLM-4.7-Flash","lab":"Z.ai (Zhipu)","releaseDate":"2026-01-19","openWeights":true,"context":200000,"price":{"input":0,"output":0,"cacheRead":0,"cacheWrite":0,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":18.6,"long-horizon":29.1,"knowledge-work":17.3,"computer-use":7.7,"security-context":17.9},"agentEffectivePrice":0,"eci":null,"url":"https://bench.shogo.ai/models/glm-4-7-flash"},{"slug":"minimax-m2-1","name":"MiniMax-M2.1","lab":"MiniMax","releaseDate":"2025-12-23","openWeights":true,"context":205000,"price":{"input":0.303,"output":1.2121,"cacheRead":0.1515,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":32.3,"long-horizon":39.5,"knowledge-work":25.6,"computer-use":19.5,"security-context":32.2},"agentEffectivePrice":0.22,"eci":null,"url":"https://bench.shogo.ai/models/minimax-m2-1"},{"slug":"glm-4-7","name":"GLM-4.7","lab":"Z.ai (Zhipu)","releaseDate":"2025-12-22","openWeights":true,"context":204800,"price":{"input":0.44819,"output":2.09153,"cacheRead":0.08964,"cacheWrite":0,"source":"models.dev"},"agentIndex":30,"agentIndexRange":[21.3,38.8],"label":"estimated","rank":71,"pillars":{"agentic-coding":29.5,"long-horizon":46.6,"knowledge-work":23.4,"computer-use":16.3,"security-context":28.6},"agentEffectivePrice":0.24,"eci":143.36,"url":"https://bench.shogo.ai/models/glm-4-7"},{"slug":"aion-2-0","name":"Aion-2.0","lab":"aion-labs","releaseDate":"2025-12-21","openWeights":false,"context":131072,"price":{"input":0.8,"output":1.6,"cacheRead":0.2,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.35,"eci":null,"url":"https://bench.shogo.ai/models/aion-2-0"},{"slug":"gemini-3-flash-preview","name":"Gemini 3 Flash Preview","lab":"Google","releaseDate":"2025-12-17","openWeights":false,"context":1048576,"price":{"input":0.404,"output":2.4242,"cacheRead":0.0404,"cacheWrite":null,"source":"models.dev"},"agentIndex":43.7,"agentIndexRange":[34.9,52.5],"label":"supported","rank":51,"pillars":{"agentic-coding":45.8,"long-horizon":56.9,"knowledge-work":34.9,"computer-use":31.6,"security-context":44.3},"agentEffectivePrice":0.21,"eci":152.34,"url":"https://bench.shogo.ai/models/gemini-3-flash-preview"},{"slug":"mimo-v2-flash","name":"Mimo-V2-Flash","lab":"Xiaomi","releaseDate":"2025-12-16","openWeights":true,"context":256000,"price":{"input":0.1,"output":0.3,"cacheRead":0.01,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":18.3,"long-horizon":28.9,"knowledge-work":17.1,"computer-use":7.5,"security-context":17.6},"agentEffectivePrice":0.04,"eci":null,"url":"https://bench.shogo.ai/models/mimo-v2-flash"},{"slug":"nemotron-3-nano-30b-a3b","name":"Nemotron 3 Nano 30B A3B","lab":"NVIDIA","releaseDate":"2025-12-15","openWeights":true,"context":256000,"price":{"input":0.06,"output":0.24,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.07,"eci":null,"url":"https://bench.shogo.ai/models/nemotron-3-nano-30b-a3b"},{"slug":"gpt-5-2","name":"GPT-5.2","lab":"OpenAI","releaseDate":"2025-12-11","openWeights":false,"context":400000,"price":{"input":1.5909,"output":12.7273,"cacheRead":0.1591,"cacheWrite":null,"source":"models.dev"},"agentIndex":46.4,"agentIndexRange":[39.5,53.2],"label":"supported","rank":44,"pillars":{"agentic-coding":49.4,"long-horizon":58.6,"knowledge-work":36.7,"computer-use":35.6,"security-context":46},"agentEffectivePrice":0.96,"eci":154.52,"url":"https://bench.shogo.ai/models/gpt-5-2"},{"slug":"gpt-5-2-chat-latest","name":"GPT-5.2 Chat Latest","lab":"OpenAI","releaseDate":"2025-12-11","openWeights":false,"context":128000,"price":{"input":1.6,"output":13,"cacheRead":0.16,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.98,"eci":null,"url":"https://bench.shogo.ai/models/gpt-5-2-chat-latest"},{"slug":"gpt-5-2-codex","name":"GPT-5.2 Codex","lab":"OpenAI","releaseDate":"2025-12-11","openWeights":false,"context":400000,"price":{"input":1.6,"output":13,"cacheRead":0.16,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":44.8,"long-horizon":47.7,"knowledge-work":31.6,"computer-use":28,"security-context":40.9},"agentEffectivePrice":0.98,"eci":null,"url":"https://bench.shogo.ai/models/gpt-5-2-codex"},{"slug":"gpt-5-2-pro","name":"GPT-5.2 Pro","lab":"OpenAI","releaseDate":"2025-12-11","openWeights":false,"context":400000,"price":{"input":19.0909,"output":152.7273,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":58.1,"long-horizon":62.2,"knowledge-work":41.6,"computer-use":40.7,"security-context":51.5},"agentEffectivePrice":25.45,"eci":157.31,"url":"https://bench.shogo.ai/models/gpt-5-2-pro"},{"slug":"devstral-2512","name":"Devstral 2","lab":"Mistral","releaseDate":"2025-12-09","openWeights":true,"context":262144,"price":{"input":0.46552,"output":2.3276,"cacheRead":0.046552,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.22,"eci":null,"url":"https://bench.shogo.ai/models/devstral-2512"},{"slug":"devstral-small-2","name":"Devstral Small 2","lab":"Mistral","releaseDate":"2025-12-09","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":14.2,"long-horizon":24.7,"knowledge-work":14.3,"computer-use":4.2,"security-context":12.5},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/devstral-small-2"},{"slug":"glm-4-6v","name":"GLM-4.6V","lab":"Z.ai (Zhipu)","releaseDate":"2025-12-08","openWeights":true,"context":128000,"price":{"input":0.1494,"output":0.44819,"cacheRead":0.02988,"cacheWrite":0,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.07,"eci":null,"url":"https://bench.shogo.ai/models/glm-4-6v"},{"slug":"relace-search","name":"Relace Search","lab":"relace","releaseDate":"2025-12-08","openWeights":false,"context":256000,"price":{"input":1.058,"output":3.174,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":1.16,"eci":null,"url":"https://bench.shogo.ai/models/relace-search"},{"slug":"ministral-14b-2512","name":"Ministral 3 14B 2512","lab":"Mistral","releaseDate":"2025-12-02","openWeights":true,"context":262144,"price":{"input":0.3703,"output":0.3703,"cacheRead":0.02116,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.09,"eci":null,"url":"https://bench.shogo.ai/models/ministral-14b-2512"},{"slug":"ministral-3b-2512","name":"Ministral 3 3B 2512","lab":"Mistral","releaseDate":"2025-12-02","openWeights":true,"context":131072,"price":{"input":0.1587,"output":0.1587,"cacheRead":0.01058,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.04,"eci":null,"url":"https://bench.shogo.ai/models/ministral-3b-2512"},{"slug":"ministral-8b-2512","name":"Ministral 3 8B 2512","lab":"Mistral","releaseDate":"2025-12-02","openWeights":true,"context":262144,"price":{"input":0.3174,"output":0.3174,"cacheRead":0.01587,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":4.2,"long-horizon":9.9,"knowledge-work":7.5,"computer-use":0.2,"security-context":3.2},"agentEffectivePrice":0.07,"eci":null,"url":"https://bench.shogo.ai/models/ministral-8b-2512"},{"slug":"mistral-large-2512","name":"Mistral Large 3","lab":"Mistral","releaseDate":"2025-12-02","openWeights":true,"context":128000,"price":{"input":1.1,"output":3.3,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":15.9,"long-horizon":26.5,"knowledge-work":15.4,"computer-use":5.5,"security-context":14.6},"agentEffectivePrice":1.2,"eci":null,"url":"https://bench.shogo.ai/models/mistral-large-2512"},{"slug":"nova-2-0-pro-preview","name":"Nova 2.0 Pro Preview","lab":"Amazon","releaseDate":"2025-12-02","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":23,"long-horizon":32.8,"knowledge-work":20.3,"computer-use":11.7,"security-context":23.1},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/nova-2-0-pro-preview"},{"slug":"nova-2-lite-v1","name":"Nova 2 Lite","lab":"Amazon","releaseDate":"2025-12-02","openWeights":false,"context":1000000,"price":{"input":0,"output":0,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0,"eci":null,"url":"https://bench.shogo.ai/models/nova-2-lite-v1"},{"slug":"deepseek-chat","name":"DeepSeek Chat","lab":"DeepSeek","releaseDate":"2025-12-01","openWeights":true,"context":128000,"price":{"input":0.1,"output":0.425,"cacheRead":0.05,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.08,"eci":null,"url":"https://bench.shogo.ai/models/deepseek-chat"},{"slug":"deepseek-v3-2","name":"DeepSeek V3.2","lab":"DeepSeek","releaseDate":"2025-12-01","openWeights":true,"context":128000,"price":{"input":0.2626,"output":0.3838,"cacheRead":0.1313,"cacheWrite":null,"source":"models.dev"},"agentIndex":30,"agentIndexRange":[22.1,37.8],"label":"supported","rank":72,"pillars":{"agentic-coding":31.9,"long-horizon":40.7,"knowledge-work":24,"computer-use":17.9,"security-context":28.8},"agentEffectivePrice":0.16,"eci":144.39,"url":"https://bench.shogo.ai/models/deepseek-v3-2"},{"slug":"deepseek-v3-2-speciale","name":"DeepSeek-V3.2-Speciale","lab":"DeepSeek","releaseDate":"2025-12-01","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/deepseek-v3-2-speciale"},{"slug":"claude-opus-4-5","name":"Claude Opus 4.5 (latest)","lab":"Anthropic","releaseDate":"2025-11-24","openWeights":false,"context":200000,"price":{"input":5,"output":25,"cacheRead":0.5,"cacheWrite":6.25,"source":"models.dev"},"agentIndex":46,"agentIndexRange":[41.5,50.6],"label":"supported","rank":46,"pillars":{"agentic-coding":47.3,"long-horizon":60.6,"knowledge-work":36.6,"computer-use":30.3,"security-context":51.5},"agentEffectivePrice":2.31,"eci":151.88,"url":"https://bench.shogo.ai/models/claude-opus-4-5"},{"slug":"cogito-v2-1","name":"Cogito v2.1","lab":"Deep Cogito","releaseDate":"2025-11-19","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":21.7,"long-horizon":31.8,"knowledge-work":19.4,"computer-use":10.5,"security-context":21.6},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/cogito-v2-1"},{"slug":"grok-4-1-fast","name":"Grok 4.1 Fast (Non-Reasoning)","lab":"xAI","releaseDate":"2025-11-19","openWeights":false,"context":2000000,"price":{"input":0.2,"output":0.5,"cacheRead":0.05,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":32.7,"long-horizon":42.4,"knowledge-work":26.1,"computer-use":20.3,"security-context":33.1},"agentEffectivePrice":0.09,"eci":null,"url":"https://bench.shogo.ai/models/grok-4-1-fast"},{"slug":"gemini-3-pro-preview","name":"Gemini 3 Pro Preview","lab":"Google","releaseDate":"2025-11-18","openWeights":false,"context":1000000,"price":{"input":2,"output":12,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":44.7,"agentIndexRange":[37.9,51.6],"label":"supported","rank":48,"pillars":{"agentic-coding":48,"long-horizon":59.6,"knowledge-work":33.8,"computer-use":32.9,"security-context":42.9},"agentEffectivePrice":2.48,"eci":153.04,"url":"https://bench.shogo.ai/models/gemini-3-pro-preview"},{"slug":"grok-4-1","name":"Grok 4.1","lab":"xAI","releaseDate":"2025-11-17","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":23.5,"long-horizon":33.2,"knowledge-work":20.6,"computer-use":12.1,"security-context":26.8},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/grok-4-1"},{"slug":"gpt-5-1","name":"GPT-5.1","lab":"OpenAI","releaseDate":"2025-11-13","openWeights":false,"context":400000,"price":{"input":1.1364,"output":9.0909,"cacheRead":0.1136,"cacheWrite":null,"source":"models.dev"},"agentIndex":38.8,"agentIndexRange":[30.4,47.3],"label":"supported","rank":57,"pillars":{"agentic-coding":39.6,"long-horizon":48.6,"knowledge-work":31.7,"computer-use":29.2,"security-context":44.1},"agentEffectivePrice":0.69,"eci":150.97,"url":"https://bench.shogo.ai/models/gpt-5-1"},{"slug":"gpt-5-1-codex","name":"GPT-5.1 Codex","lab":"OpenAI","releaseDate":"2025-11-13","openWeights":false,"context":400000,"price":{"input":1.1,"output":9,"cacheRead":0.11,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":41,"long-horizon":45.1,"knowledge-work":29.8,"computer-use":25.5,"security-context":38.4},"agentEffectivePrice":0.67,"eci":null,"url":"https://bench.shogo.ai/models/gpt-5-1-codex"},{"slug":"gpt-5-1-codex-max","name":"GPT-5.1 Codex Max","lab":"OpenAI","releaseDate":"2025-11-13","openWeights":false,"context":400000,"price":{"input":1.1,"output":9,"cacheRead":0.11,"cacheWrite":null,"source":"models.dev"},"agentIndex":39.6,"agentIndexRange":[26.4,52.9],"label":"estimated","rank":56,"pillars":{"agentic-coding":43.4,"long-horizon":48.1,"knowledge-work":31.6,"computer-use":28,"security-context":41},"agentEffectivePrice":0.67,"eci":null,"url":"https://bench.shogo.ai/models/gpt-5-1-codex-max"},{"slug":"gpt-5-1-codex-mini","name":"GPT-5.1 Codex mini","lab":"OpenAI","releaseDate":"2025-11-13","openWeights":false,"context":400000,"price":{"input":0.22,"output":1.8,"cacheRead":0.022,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":40.6,"long-horizon":43.2,"knowledge-work":28.4,"computer-use":23.6,"security-context":36.5},"agentEffectivePrice":0.13,"eci":null,"url":"https://bench.shogo.ai/models/gpt-5-1-codex-mini"},{"slug":"kimi-k2-thinking","name":"Kimi K2 Thinking","lab":"Moonshot AI","releaseDate":"2025-11-06","openWeights":true,"context":262144,"price":{"input":0.6348,"output":2.645,"cacheRead":0.1587,"cacheWrite":null,"source":"models.dev"},"agentIndex":30.3,"agentIndexRange":[19.8,40.9],"label":"estimated","rank":70,"pillars":{"agentic-coding":32.2,"long-horizon":37.1,"knowledge-work":25.7,"computer-use":19.7,"security-context":32.7},"agentEffectivePrice":0.35,"eci":145.48,"url":"https://bench.shogo.ai/models/kimi-k2-thinking"},{"slug":"sonar-pro-search","name":"Sonar Pro Search","lab":"perplexity","releaseDate":"2025-10-30","openWeights":null,"context":200000,"price":{"input":3,"output":15,"cacheRead":null,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":3.57,"eci":null,"url":"https://bench.shogo.ai/models/sonar-pro-search"},{"slug":"granite-4-0-1b","name":"granite-4.0-1b","lab":"Unknown","releaseDate":"2025-10-28","openWeights":null,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":2.5,"long-horizon":6.4,"knowledge-work":6.4,"computer-use":0,"security-context":2.2},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/granite-4-0-1b"},{"slug":"granite-4-0-350m","name":"granite-4.0-350m","lab":"Unknown","releaseDate":"2025-10-28","openWeights":null,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":4.1,"long-horizon":9.6,"knowledge-work":7.4,"computer-use":0.2,"security-context":3.1},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/granite-4-0-350m"},{"slug":"minimax-m2","name":"MiniMax-M2","lab":"MiniMax","releaseDate":"2025-10-27","openWeights":true,"context":400000,"price":{"input":0.349,"output":1.405,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":23.9,"agentIndexRange":[16,31.9],"label":"estimated","rank":83,"pillars":{"agentic-coding":25.9,"long-horizon":31.3,"knowledge-work":20.3,"computer-use":11.8,"security-context":23.3},"agentEffectivePrice":0.4,"eci":null,"url":"https://bench.shogo.ai/models/minimax-m2"},{"slug":"claude-haiku-4-5-20251001","name":"Claude Haiku 4.5","lab":"Anthropic","releaseDate":"2025-10-15","openWeights":false,"context":200000,"price":{"input":1,"output":5,"cacheRead":0.1,"cacheWrite":5,"source":"models.dev"},"agentIndex":27.1,"agentIndexRange":[18.9,35.3],"label":"estimated","rank":76,"pillars":{"agentic-coding":29.5,"long-horizon":33.5,"knowledge-work":23.1,"computer-use":15.4,"security-context":27.6},"agentEffectivePrice":0.46,"eci":142.76,"url":"https://bench.shogo.ai/models/claude-haiku-4-5-20251001"},{"slug":"seed-1-6","name":"Doubao-Seed 1.6","lab":"ByteDance Seed","releaseDate":"2025-10-15","openWeights":false,"context":256000,"price":{"input":0.11594203,"output":1.15942029,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":21.7,"long-horizon":31.7,"knowledge-work":19.4,"computer-use":10.5,"security-context":21.6},"agentEffectivePrice":0.17,"eci":null,"url":"https://bench.shogo.ai/models/seed-1-6"},{"slug":"qwen3-vl-8b-instruct","name":"Qwen3 VL 8B Instruct","lab":"Alibaba (Qwen)","releaseDate":"2025-10-14","openWeights":true,"context":262144,"price":{"input":0.25,"output":0.75,"cacheRead":0.12,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.17,"eci":null,"url":"https://bench.shogo.ai/models/qwen3-vl-8b-instruct"},{"slug":"gpt-5-pro","name":"GPT-5 Pro","lab":"OpenAI","releaseDate":"2025-10-06","openWeights":false,"context":400000,"price":{"input":13.6364,"output":109.0909,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":44.2,"long-horizon":49.6,"knowledge-work":32.9,"computer-use":29.7,"security-context":42.5},"agentEffectivePrice":18.18,"eci":151.27,"url":"https://bench.shogo.ai/models/gpt-5-pro"},{"slug":"gpt-audio-mini","name":"GPT-Audio Mini","lab":"OpenAI","releaseDate":"2025-10-06","openWeights":false,"context":128000,"price":{"input":0.6,"output":2.4,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.69,"eci":null,"url":"https://bench.shogo.ai/models/gpt-audio-mini"},{"slug":"tiny-recursion-model","name":"tiny-recursion-model","lab":"Unknown","releaseDate":"2025-10-06","openWeights":null,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":27.3,"long-horizon":36.1,"knowledge-work":22.9,"computer-use":15.6,"security-context":27.8},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/tiny-recursion-model"},{"slug":"qwen3-vl-30b-a3b-instruct","name":"Qwen3 VL 30B A3B Instruct","lab":"Alibaba (Qwen)","releaseDate":"2025-10-04","openWeights":true,"context":16384,"price":{"input":0.15,"output":0.55,"cacheRead":0.03,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.07,"eci":null,"url":"https://bench.shogo.ai/models/qwen3-vl-30b-a3b-instruct"},{"slug":"granite-4-0-micro","name":"granite-4.0-micro","lab":"Unknown","releaseDate":"2025-10-02","openWeights":null,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":6.3,"long-horizon":13.7,"knowledge-work":8.8,"computer-use":0.5,"security-context":4.6},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/granite-4-0-micro"},{"slug":"glm-4-6","name":"GLM-4.6","lab":"Z.ai (Zhipu)","releaseDate":"2025-09-30","openWeights":true,"context":204800,"price":{"input":0.6,"output":2.2,"cacheRead":0.11,"cacheWrite":0,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":26.1,"long-horizon":34.8,"knowledge-work":21.8,"computer-use":14,"security-context":25.9},"agentEffectivePrice":0.28,"eci":null,"url":"https://bench.shogo.ai/models/glm-4-6"},{"slug":"claude-sonnet-4-5","name":"Claude Sonnet 4.5 (latest)","lab":"Anthropic","releaseDate":"2025-09-29","openWeights":false,"context":200000,"price":{"input":3,"output":15,"cacheRead":0.3,"cacheWrite":3.75,"source":"models.dev"},"agentIndex":38.7,"agentIndexRange":[34.6,42.8],"label":"supported","rank":58,"pillars":{"agentic-coding":37.8,"long-horizon":54,"knowledge-work":32.1,"computer-use":27.2,"security-context":38.9},"agentEffectivePrice":1.39,"eci":147.59,"url":"https://bench.shogo.ai/models/claude-sonnet-4-5"},{"slug":"cydonia-24b-v4-1","name":"Cydonia 24B V4.1","lab":"thedrummer","releaseDate":"2025-09-27","openWeights":true,"context":131072,"price":{"input":0.3174,"output":0.529,"cacheRead":0.1587,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.2,"eci":null,"url":"https://bench.shogo.ai/models/cydonia-24b-v4-1"},{"slug":"gemini-robotics-er-1-5-preview","name":"gemini-robotics-er-1.5-preview","lab":"Unknown","releaseDate":"2025-09-26","openWeights":null,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/gemini-robotics-er-1-5-preview"},{"slug":"relace-apply-3","name":"Relace Apply 3","lab":"relace","releaseDate":"2025-09-26","openWeights":false,"context":256000,"price":{"input":0.8993,"output":1.3225,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.92,"eci":null,"url":"https://bench.shogo.ai/models/relace-apply-3"},{"slug":"qwen3-max","name":"Qwen3 Max","lab":"Alibaba (Qwen)","releaseDate":"2025-09-23","openWeights":false,"context":262144,"price":{"input":0.36,"output":1.43,"cacheRead":0.072,"cacheWrite":null,"source":"models.dev"},"agentIndex":25.7,"agentIndexRange":[16.2,35.3],"label":"estimated","rank":79,"pillars":{"agentic-coding":26.6,"long-horizon":33.2,"knowledge-work":22.5,"computer-use":15,"security-context":26.6},"agentEffectivePrice":0.18,"eci":142.44,"url":"https://bench.shogo.ai/models/qwen3-max"},{"slug":"qwen3-vl-235b-a22b-instruct","name":"Qwen3 VL 235B A22B Instruct","lab":"Alibaba (Qwen)","releaseDate":"2025-09-23","openWeights":true,"context":129024,"price":{"input":0.3,"output":1.5,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.36,"eci":null,"url":"https://bench.shogo.ai/models/qwen3-vl-235b-a22b-instruct"},{"slug":"deepseek-v3-1-terminus","name":"DeepSeek V3.1 Terminus","lab":"DeepSeek","releaseDate":"2025-09-22","openWeights":true,"context":163840,"price":{"input":0.27,"output":1,"cacheRead":null,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":24.8,"long-horizon":34.2,"knowledge-work":21.4,"computer-use":13.3,"security-context":25.1},"agentEffectivePrice":0.3,"eci":null,"url":"https://bench.shogo.ai/models/deepseek-v3-1-terminus"},{"slug":"grok-4-fast","name":"Grok 4 Fast","lab":"xAI","releaseDate":"2025-09-19","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":29.9,"long-horizon":38.1,"knowledge-work":24.5,"computer-use":17.8,"security-context":23.2},"agentEffectivePrice":null,"eci":144.35,"url":"https://bench.shogo.ai/models/grok-4-fast"},{"slug":"magistral-medium-1-2","name":"Magistral Medium 1.2","lab":"Mistral","releaseDate":"2025-09-18","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":20.4,"long-horizon":30.7,"knowledge-work":18.6,"computer-use":9.4,"security-context":20.1},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/magistral-medium-1-2"},{"slug":"magistral-small-2509","name":"Magistral Small 1.2","lab":"Mistral","releaseDate":"2025-09-18","openWeights":true,"context":128000,"price":{"input":0.5,"output":1.5,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":13.9,"long-horizon":24.4,"knowledge-work":14.1,"computer-use":4,"security-context":12.2},"agentEffectivePrice":0.55,"eci":null,"url":"https://bench.shogo.ai/models/magistral-small-2509"},{"slug":"gpt-5-codex","name":"GPT-5-Codex","lab":"OpenAI","releaseDate":"2025-09-15","openWeights":false,"context":400000,"price":{"input":1.1,"output":9,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":1.48,"eci":null,"url":"https://bench.shogo.ai/models/gpt-5-codex"},{"slug":"kimi-k2-0905","name":"Kimi K2 0905","lab":"Moonshot AI","releaseDate":"2025-09-05","openWeights":true,"context":262144,"price":{"input":1.058,"output":3.174,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":25.3,"agentIndexRange":[16.2,34.3],"label":"estimated","rank":80,"pillars":{"agentic-coding":26.4,"long-horizon":34.2,"knowledge-work":21.4,"computer-use":13.3,"security-context":25.1},"agentEffectivePrice":1.16,"eci":141.25,"url":"https://bench.shogo.ai/models/kimi-k2-0905"},{"slug":"grok-code-fast-1","name":"Grok Code Fast 1","lab":"xAI","releaseDate":"2025-09-02","openWeights":false,"context":256000,"price":{"input":0.2,"output":1.5,"cacheRead":0.02,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":25,"long-horizon":33,"knowledge-work":20.4,"computer-use":11.9,"security-context":23.4},"agentEffectivePrice":0.12,"eci":null,"url":"https://bench.shogo.ai/models/grok-code-fast-1"},{"slug":"qwen3-next-80b-a3b-instruct","name":"Qwen3-Next 80B-A3B Instruct","lab":"Alibaba (Qwen)","releaseDate":"2025-09","openWeights":true,"context":129024,"price":{"input":0.15,"output":1.5,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.21,"eci":null,"url":"https://bench.shogo.ai/models/qwen3-next-80b-a3b-instruct"},{"slug":"gpt-audio","name":"GPT-Audio","lab":"OpenAI","releaseDate":"2025-08-28","openWeights":false,"context":128000,"price":{"input":2.5,"output":10,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":2.86,"eci":null,"url":"https://bench.shogo.ai/models/gpt-audio"},{"slug":"hermes-4-405b","name":"Hermes 4 405B","lab":"nousresearch","releaseDate":"2025-08-26","openWeights":true,"context":131072,"price":{"input":1,"output":3,"cacheRead":0.2,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.45,"eci":null,"url":"https://bench.shogo.ai/models/hermes-4-405b"},{"slug":"deepseek-v3-1","name":"DeepSeek V3.1","lab":"DeepSeek","releaseDate":"2025-08-21","openWeights":true,"context":161000,"price":{"input":0.5,"output":1.5,"cacheRead":0.2,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":24.1,"long-horizon":33.7,"knowledge-work":20.9,"computer-use":12.7,"security-context":24.4},"agentEffectivePrice":0.3,"eci":140.8,"url":"https://bench.shogo.ai/models/deepseek-v3-1"},{"slug":"seed-oss-36b-instruct","name":"seed-oss-36b-instruct","lab":"Unknown","releaseDate":"2025-08-20","openWeights":null,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":23.7,"long-horizon":33.4,"knowledge-work":20.7,"computer-use":12.3,"security-context":23.9},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/seed-oss-36b-instruct"},{"slug":"nemotron-nano-9b-v2","name":"Nvidia Nemotron Nano 9B V2","lab":"NVIDIA","releaseDate":"2025-08-18","openWeights":true,"context":128000,"price":{"input":0.06,"output":0.23,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":12.2,"long-horizon":22.4,"knowledge-work":12.8,"computer-use":2.9,"security-context":10.2},"agentEffectivePrice":0.07,"eci":null,"url":"https://bench.shogo.ai/models/nemotron-nano-9b-v2"},{"slug":"gemma-3-270m","name":"Gemma 3 270M","lab":"Google","releaseDate":"2025-08-14","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/gemma-3-270m"},{"slug":"mistral-medium-3-1","name":"Mistral Medium 3.1","lab":"Mistral","releaseDate":"2025-08-12","openWeights":false,"context":131072,"price":{"input":0.4232,"output":2.116,"cacheRead":0.04232,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":15.9,"long-horizon":26.6,"knowledge-work":15.5,"computer-use":5.5,"security-context":14.7},"agentEffectivePrice":0.2,"eci":null,"url":"https://bench.shogo.ai/models/mistral-medium-3-1"},{"slug":"glm-4-5v","name":"GLM-4.5V","lab":"Z.ai (Zhipu)","releaseDate":"2025-08-11","openWeights":true,"context":64000,"price":{"input":0.29879,"output":0.89637,"cacheRead":0.05976,"cacheWrite":0,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.13,"eci":null,"url":"https://bench.shogo.ai/models/glm-4-5v"},{"slug":"gpt-5","name":"GPT-5","lab":"OpenAI","releaseDate":"2025-08-07","openWeights":false,"context":400000,"price":{"input":1.25,"output":10,"cacheRead":0.125,"cacheWrite":null,"source":"models.dev"},"agentIndex":37.8,"agentIndexRange":[27.8,47.8],"label":"supported","rank":60,"pillars":{"agentic-coding":39.8,"long-horizon":47,"knowledge-work":30.8,"computer-use":27.4,"security-context":40.4},"agentEffectivePrice":0.76,"eci":150,"url":"https://bench.shogo.ai/models/gpt-5"},{"slug":"gpt-5-mini","name":"GPT-5 Mini","lab":"OpenAI","releaseDate":"2025-08-07","openWeights":false,"context":264000,"price":{"input":0.25,"output":2,"cacheRead":0.025,"cacheWrite":null,"source":"models.dev"},"agentIndex":30.4,"agentIndexRange":[21.4,39.3],"label":"estimated","rank":69,"pillars":{"agentic-coding":32,"long-horizon":36,"knowledge-work":26.3,"computer-use":20.5,"security-context":33.3},"agentEffectivePrice":0.15,"eci":146.01,"url":"https://bench.shogo.ai/models/gpt-5-mini"},{"slug":"gpt-5-nano","name":"GPT-5 Nano","lab":"OpenAI","releaseDate":"2025-08-07","openWeights":false,"context":400000,"price":{"input":0.0455,"output":0.3636,"cacheRead":0.0045,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":23.2,"long-horizon":31.8,"knowledge-work":19.5,"computer-use":10.6,"security-context":21.7},"agentEffectivePrice":0.03,"eci":139.09,"url":"https://bench.shogo.ai/models/gpt-5-nano"},{"slug":"qwen3-4b-instruct-2507","name":"qwen3-4b-instruct-2507","lab":"Unknown","releaseDate":"2025-08-06","openWeights":null,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":14.1,"long-horizon":24.6,"knowledge-work":14.2,"computer-use":4.1,"security-context":12.4},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/qwen3-4b-instruct-2507"},{"slug":"claude-opus-4-1","name":"Claude Opus 4.1 (latest)","lab":"Anthropic","releaseDate":"2025-08-05","openWeights":false,"context":196608,"price":{"input":13,"output":64,"cacheRead":1.3,"cacheWrite":16,"source":"models.dev"},"agentIndex":32.1,"agentIndexRange":[25.4,38.8],"label":"supported","rank":66,"pillars":{"agentic-coding":33.9,"long-horizon":40.4,"knowledge-work":29.6,"computer-use":18.5,"security-context":29.3},"agentEffectivePrice":5.96,"eci":144.77,"url":"https://bench.shogo.ai/models/claude-opus-4-1"},{"slug":"gpt-oss-120b","name":"GPT OSS 120B","lab":"OpenAI","releaseDate":"2025-08-05","openWeights":true,"context":131072,"price":{"input":0.1,"output":0.1,"cacheRead":0.02,"cacheWrite":null,"source":"models.dev"},"agentIndex":22.1,"agentIndexRange":[15.7,28.5],"label":"supported","rank":86,"pillars":{"agentic-coding":23.4,"long-horizon":31.1,"knowledge-work":16.5,"computer-use":12,"security-context":23.5},"agentEffectivePrice":0.04,"eci":140.23,"url":"https://bench.shogo.ai/models/gpt-oss-120b"},{"slug":"gpt-oss-20b","name":"GPT OSS 20B","lab":"OpenAI","releaseDate":"2025-08-05","openWeights":true,"context":128000,"price":{"input":0.2,"output":0.3,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":16,"long-horizon":27.8,"knowledge-work":16.3,"computer-use":6.5,"security-context":16.1},"agentEffectivePrice":0.2,"eci":134.88,"url":"https://bench.shogo.ai/models/gpt-oss-20b"},{"slug":"qwen3-coder-30b-a3b-instruct","name":"Qwen3-Coder 30B-A3B Instruct","lab":"Alibaba (Qwen)","releaseDate":"2025-07-31","openWeights":true,"context":262144,"price":{"input":0.179,"output":0.697,"cacheRead":0.014,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.07,"eci":null,"url":"https://bench.shogo.ai/models/qwen3-coder-30b-a3b-instruct"},{"slug":"codestral-2508","name":"Codestral 25.08","lab":"Mistral","releaseDate":"2025-07-30","openWeights":false,"context":256000,"price":{"input":0.3,"output":0.9,"cacheRead":0.03,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.11,"eci":null,"url":"https://bench.shogo.ai/models/codestral-2508"},{"slug":"qwen3-30b-a3b-thinking-jul-2025","name":"Qwen3-30B-A3B-Thinking (Jul 2025)","lab":"Alibaba (Qwen)","releaseDate":"2025-07-30","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":20.9,"long-horizon":31.1,"knowledge-work":18.9,"computer-use":9.8,"security-context":20.6},"agentEffectivePrice":null,"eci":138.35,"url":"https://bench.shogo.ai/models/qwen3-30b-a3b-thinking-jul-2025"},{"slug":"glm-4-5","name":"GLM-4.5","lab":"Z.ai (Zhipu)","releaseDate":"2025-07-28","openWeights":true,"context":131072,"price":{"input":0.6,"output":2.2,"cacheRead":0.11,"cacheWrite":0,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":22,"long-horizon":32,"knowledge-work":19.6,"computer-use":10.8,"security-context":22},"agentEffectivePrice":0.28,"eci":null,"url":"https://bench.shogo.ai/models/glm-4-5"},{"slug":"glm-4-5-air","name":"GLM-4.5-Air","lab":"Z.ai (Zhipu)","releaseDate":"2025-07-28","openWeights":true,"context":131072,"price":{"input":0.11952,"output":0.89637,"cacheRead":0.0239,"cacheWrite":0,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":19.9,"long-horizon":30.3,"knowledge-work":18.2,"computer-use":8.9,"security-context":19.5},"agentEffectivePrice":0.08,"eci":null,"url":"https://bench.shogo.ai/models/glm-4-5-air"},{"slug":"qwen3-30b-a3b-instruct-2507","name":"Qwen3 30B A3B Instruct 2507","lab":"Alibaba (Qwen)","releaseDate":"2025-07-28","openWeights":true,"context":262144,"price":{"input":0.1,"output":0.3,"cacheRead":0.1,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":17.1,"long-horizon":27.7,"knowledge-work":16.3,"computer-use":6.4,"security-context":16.1},"agentEffectivePrice":0.11,"eci":134.83,"url":"https://bench.shogo.ai/models/qwen3-30b-a3b-instruct-2507"},{"slug":"qwen3-coder-flash","name":"Qwen3 Coder Flash","lab":"Alibaba (Qwen)","releaseDate":"2025-07-28","openWeights":false,"context":1000000,"price":{"input":0.5,"output":2.5,"cacheRead":0.06,"cacheWrite":0.27,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.24,"eci":null,"url":"https://bench.shogo.ai/models/qwen3-coder-flash"},{"slug":"glm-4-5-fp8","name":"chutes/GLM-4.5-FP8","lab":"Unknown","releaseDate":"2025-07-27","openWeights":null,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/glm-4-5-fp8"},{"slug":"qwen3-235b-a22b-thinking-2507","name":"Qwen3 235B A22B Thinking 2507","lab":"Alibaba (Qwen)","releaseDate":"2025-07-25","openWeights":true,"context":262144,"price":{"input":0.2,"output":0.6,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":28,"long-horizon":33.9,"knowledge-work":23.3,"computer-use":16.2,"security-context":28.5},"agentEffectivePrice":0.22,"eci":143.27,"url":"https://bench.shogo.ai/models/qwen3-235b-a22b-thinking-2507"},{"slug":"qwen3-coder","name":"Qwen3 Coder 480B A35B","lab":"Alibaba (Qwen)","releaseDate":"2025-07-23","openWeights":true,"context":262144,"price":{"input":0.3,"output":1,"cacheRead":0.1,"cacheWrite":null,"source":"openrouter"},"agentIndex":26.4,"agentIndexRange":[16.9,35.9],"label":"estimated","rank":77,"pillars":{"agentic-coding":27.1,"long-horizon":35.5,"knowledge-work":22.4,"computer-use":14.8,"security-context":26.9},"agentEffectivePrice":0.17,"eci":null,"url":"https://bench.shogo.ai/models/qwen3-coder"},{"slug":"ui-tars-1-5-7b","name":"UI-TARS 7B ","lab":"ByteDance Seed","releaseDate":"2025-07-22","openWeights":true,"context":128000,"price":{"input":0.1,"output":0.2,"cacheRead":0.1,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.1,"eci":null,"url":"https://bench.shogo.ai/models/ui-tars-1-5-7b"},{"slug":"qwen3-235b-a22b-instruct-2507","name":"Qwen3 235B A22B Instruct 2507","lab":"Alibaba (Qwen)","releaseDate":"2025-07-21","openWeights":true,"context":262144,"price":{"input":0.2,"output":0.6,"cacheRead":0.2,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":20.5,"long-horizon":30.8,"knowledge-work":18.6,"computer-use":9.4,"security-context":20.2},"agentEffectivePrice":0.22,"eci":138.07,"url":"https://bench.shogo.ai/models/qwen3-235b-a22b-instruct-2507"},{"slug":"voxtral-small-24b-2507","name":"Voxtral Small 24B 2507","lab":"Mistral","releaseDate":"2025-07-15","openWeights":true,"context":32000,"price":{"input":0.1058,"output":0.3174,"cacheRead":0.01058,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.04,"eci":null,"url":"https://bench.shogo.ai/models/voxtral-small-24b-2507"},{"slug":"kimi-k2","name":"Kimi K2 0711","lab":"Moonshot AI","releaseDate":"2025-07-11","openWeights":true,"context":131072,"price":{"input":0.60306,"output":2.4334,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.69,"eci":null,"url":"https://bench.shogo.ai/models/kimi-k2"},{"slug":"dolphin-mistral-24b-venice-edition","name":"Uncensored","lab":"cognitivecomputations","releaseDate":"2025-07-09","openWeights":true,"context":128000,"price":{"input":0.2116,"output":0.9522,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.25,"eci":null,"url":"https://bench.shogo.ai/models/dolphin-mistral-24b-venice-edition"},{"slug":"grok-4","name":"Grok 4","lab":"xAI","releaseDate":"2025-07-09","openWeights":false,"context":null,"price":null,"agentIndex":30.9,"agentIndexRange":[22.4,39.4],"label":"supported","rank":68,"pillars":{"agentic-coding":31.8,"long-horizon":42.1,"knowledge-work":24.5,"computer-use":22.1,"security-context":30.3},"agentEffectivePrice":null,"eci":146.96,"url":"https://bench.shogo.ai/models/grok-4"},{"slug":"morph-v3-fast","name":"Morph V3 Fast","lab":"morph","releaseDate":"2025-07-07","openWeights":false,"context":262144,"price":{"input":0.8,"output":1.2,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.82,"eci":null,"url":"https://bench.shogo.ai/models/morph-v3-fast"},{"slug":"morph-v3-fast-batch","name":"Morph V3 Fast (batch)","lab":"morph","releaseDate":"2025-07-07","openWeights":null,"context":81920,"price":{"input":0.4,"output":0.6,"cacheRead":null,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.41,"eci":null,"url":"https://bench.shogo.ai/models/morph-v3-fast-batch"},{"slug":"morph-v3-large","name":"Morph V3 Large","lab":"morph","releaseDate":"2025-07-07","openWeights":false,"context":262144,"price":{"input":0.9,"output":1.9,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.95,"eci":null,"url":"https://bench.shogo.ai/models/morph-v3-large"},{"slug":"morph-v3-large-batch","name":"Morph V3 Large (batch)","lab":"morph","releaseDate":"2025-07-07","openWeights":null,"context":262144,"price":{"input":0.45,"output":0.95,"cacheRead":null,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.47,"eci":null,"url":"https://bench.shogo.ai/models/morph-v3-large-batch"},{"slug":"mistral-small-2506","name":"Mistral Small 3.2","lab":"Mistral","releaseDate":"2025-06-20","openWeights":true,"context":128000,"price":{"input":0.168225,"output":0.392525,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":12.6,"long-horizon":23,"knowledge-work":13.2,"computer-use":3.1,"security-context":10.7},"agentEffectivePrice":0.18,"eci":null,"url":"https://bench.shogo.ai/models/mistral-small-2506"},{"slug":"mistral-small-3-2-24b-instruct","name":"Mistral Small 3.2 24B","lab":"Mistral","releaseDate":"2025-06-20","openWeights":true,"context":128000,"price":{"input":0.07935,"output":0.2116,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.09,"eci":null,"url":"https://bench.shogo.ai/models/mistral-small-3-2-24b-instruct"},{"slug":"gemini-2-5-flash","name":"Gemini 2.5 Flash","lab":"Google","releaseDate":"2025-06-17","openWeights":false,"context":1048576,"price":{"input":0.3,"output":2.5,"cacheRead":0.03,"cacheWrite":null,"source":"models.dev"},"agentIndex":23.6,"agentIndexRange":[15.5,31.8],"label":"estimated","rank":84,"pillars":{"agentic-coding":23.5,"long-horizon":32.6,"knowledge-work":20.9,"computer-use":12.6,"security-context":24.3},"agentEffectivePrice":0.19,"eci":140.73,"url":"https://bench.shogo.ai/models/gemini-2-5-flash"},{"slug":"gemini-2-5-flash-lite","name":"Gemini 2.5 Flash-Lite","lab":"Google","releaseDate":"2025-06-17","openWeights":false,"context":1024000,"price":{"input":0.07,"output":0.28,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":15.5,"long-horizon":26.1,"knowledge-work":15.2,"computer-use":5.2,"security-context":14.1},"agentEffectivePrice":0.08,"eci":133.05,"url":"https://bench.shogo.ai/models/gemini-2-5-flash-lite"},{"slug":"gemini-2-5-pro","name":"Gemini 2.5 Pro","lab":"Google","releaseDate":"2025-06-17","openWeights":false,"context":1048576,"price":{"input":1.25,"output":10,"cacheRead":0.125,"cacheWrite":null,"source":"models.dev"},"agentIndex":24.5,"agentIndexRange":[19.4,29.6],"label":"supported","rank":81,"pillars":{"agentic-coding":26.6,"long-horizon":31.7,"knowledge-work":20.7,"computer-use":12.5,"security-context":24.1},"agentEffectivePrice":0.76,"eci":140.64,"url":"https://bench.shogo.ai/models/gemini-2-5-pro"},{"slug":"minimax-m1-80k","name":"MiniMax M1","lab":"MiniMax","releaseDate":"2025-06-17","openWeights":true,"context":1000000,"price":{"input":0.57971014,"output":2.31884058,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.66,"eci":null,"url":"https://bench.shogo.ai/models/minimax-m1-80k"},{"slug":"magistral-medium-1-1","name":"Magistral Medium 1.1","lab":"Mistral","releaseDate":"2025-06-10","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":14.9,"long-horizon":25.5,"knowledge-work":14.7,"computer-use":4.7,"security-context":13.4},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/magistral-medium-1-1"},{"slug":"magistral-small-1-0","name":"Magistral Small 1.0","lab":"Mistral","releaseDate":"2025-06-10","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":14.4,"long-horizon":25,"knowledge-work":14.4,"computer-use":4.4,"security-context":12.8},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/magistral-small-1-0"},{"slug":"o3-pro","name":"o3-pro","lab":"OpenAI","releaseDate":"2025-06-10","openWeights":false,"context":200000,"price":{"input":18.1818,"output":72.7273,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":35.9,"long-horizon":42.7,"knowledge-work":28,"computer-use":23,"security-context":35.9},"agentEffectivePrice":20.78,"eci":147.46,"url":"https://bench.shogo.ai/models/o3-pro"},{"slug":"gemini-2-5-pro-preview","name":"Gemini 2.5 Pro Preview 06-05","lab":"Google","releaseDate":"2025-06-05","openWeights":false,"context":1048576,"price":{"input":1.1875,"output":9.5,"cacheRead":0.1187,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.72,"eci":null,"url":"https://bench.shogo.ai/models/gemini-2-5-pro-preview"},{"slug":"deepseek-r1-0528-qwen3-8b","name":"DeepSeek R1 0528 Qwen3 8B","lab":"DeepSeek","releaseDate":"2025-05-29","openWeights":true,"context":128000,"price":{"input":0.06,"output":0.09,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":5,"long-horizon":11.4,"knowledge-work":8,"computer-use":0.3,"security-context":3.7},"agentEffectivePrice":0.06,"eci":null,"url":"https://bench.shogo.ai/models/deepseek-r1-0528-qwen3-8b"},{"slug":"deepseek-r1-0528","name":"DeepSeek R1 0528","lab":"DeepSeek","releaseDate":"2025-05-28","openWeights":true,"context":75000,"price":{"input":0.2,"output":0.8,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.23,"eci":null,"url":"https://bench.shogo.ai/models/deepseek-r1-0528"},{"slug":"claude-opus-4-0","name":"Claude-Opus-4","lab":"Anthropic","releaseDate":"2025-05-22","openWeights":false,"context":192512,"price":{"input":13,"output":64,"cacheRead":1.3,"cacheWrite":16,"source":"models.dev"},"agentIndex":27.9,"agentIndexRange":[20.4,35.4],"label":"supported","rank":75,"pillars":{"agentic-coding":29.4,"long-horizon":37.7,"knowledge-work":23.5,"computer-use":15.6,"security-context":26.8},"agentEffectivePrice":5.96,"eci":142.88,"url":"https://bench.shogo.ai/models/claude-opus-4-0"},{"slug":"claude-sonnet-4-0","name":"Claude Sonnet 4","lab":"Anthropic","releaseDate":"2025-05-22","openWeights":false,"context":983040,"price":{"input":2.6,"output":13,"cacheRead":0.26,"cacheWrite":3.2,"source":"models.dev"},"agentIndex":26.2,"agentIndexRange":[19.5,33],"label":"supported","rank":78,"pillars":{"agentic-coding":25.7,"long-horizon":36.1,"knowledge-work":22.6,"computer-use":18.5,"security-context":25.1},"agentEffectivePrice":1.2,"eci":141.88,"url":"https://bench.shogo.ai/models/claude-sonnet-4-0"},{"slug":"codex-mini-2025-05-16","name":"codex-mini-2025-05-16","lab":"Unknown","releaseDate":"2025-05-16","openWeights":null,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":20.1,"long-horizon":30.5,"knowledge-work":18.4,"computer-use":9.1,"security-context":19.8},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/codex-mini-2025-05-16"},{"slug":"mistral-medium-3","name":"Mistral Medium 3","lab":"Mistral","releaseDate":"2025-05-07","openWeights":false,"context":131072,"price":{"input":0.4232,"output":2.116,"cacheRead":0.04232,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":15.3,"long-horizon":25.9,"knowledge-work":15,"computer-use":5,"security-context":13.9},"agentEffectivePrice":0.2,"eci":132.81,"url":"https://bench.shogo.ai/models/mistral-medium-3"},{"slug":"nova-premier","name":"Nova Premier 1.0","lab":"Amazon","releaseDate":"2025-04-30","openWeights":false,"context":1000000,"price":{"input":2.5,"output":12.5,"cacheRead":0.625,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":1.46,"eci":null,"url":"https://bench.shogo.ai/models/nova-premier"},{"slug":"qwen3-1-7b","name":"Qwen3-1.7B","lab":"Alibaba (Qwen)","releaseDate":"2025-04-29","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":8.3,"long-horizon":17,"knowledge-work":10.1,"computer-use":1,"security-context":6.2},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/qwen3-1-7b"},{"slug":"qwen3-4b","name":"Qwen3-4B","lab":"Alibaba (Qwen)","releaseDate":"2025-04-29","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/qwen3-4b"},{"slug":"qwen3-8b","name":"Qwen3 8B","lab":"Alibaba (Qwen)","releaseDate":"2025-04-29","openWeights":true,"context":32768,"price":{"input":0.195,"output":0.6,"cacheRead":0.039,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":14.7,"long-horizon":25.3,"knowledge-work":14.6,"computer-use":4.6,"security-context":13.2},"agentEffectivePrice":0.09,"eci":132.08,"url":"https://bench.shogo.ai/models/qwen3-8b"},{"slug":"palmyra-x5","name":"Palmyra X5","lab":"writer","releaseDate":"2025-04-28","openWeights":false,"context":1000000,"price":{"input":0.6,"output":6,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.86,"eci":null,"url":"https://bench.shogo.ai/models/palmyra-x5"},{"slug":"qwen3-14b","name":"Qwen3 14B","lab":"Alibaba (Qwen)","releaseDate":"2025-04-28","openWeights":true,"context":40960,"price":{"input":0.12,"output":0.24,"cacheRead":null,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":18.3,"long-horizon":28.9,"knowledge-work":17.1,"computer-use":7.5,"security-context":17.6},"agentEffectivePrice":0.13,"eci":136.08,"url":"https://bench.shogo.ai/models/qwen3-14b"},{"slug":"qwen3-235b-a22b","name":"Qwen3 235B A22B","lab":"Alibaba (Qwen)","releaseDate":"2025-04-28","openWeights":true,"context":128000,"price":{"input":0.29,"output":2.86,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":21,"long-horizon":31.2,"knowledge-work":18.9,"computer-use":9.8,"security-context":20.8},"agentEffectivePrice":0.41,"eci":138.43,"url":"https://bench.shogo.ai/models/qwen3-235b-a22b"},{"slug":"qwen3-30b-a3b","name":"Qwen3 30B A3B","lab":"Alibaba (Qwen)","releaseDate":"2025-04-28","openWeights":true,"context":32768,"price":{"input":0.0509,"output":0.335,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":16.5,"long-horizon":27.1,"knowledge-work":15.9,"computer-use":6,"security-context":15.3},"agentEffectivePrice":0.06,"eci":134.18,"url":"https://bench.shogo.ai/models/qwen3-30b-a3b"},{"slug":"qwen3-32b","name":"Qwen3 32B","lab":"Alibaba (Qwen)","releaseDate":"2025-04-28","openWeights":true,"context":16384,"price":{"input":0.179,"output":0.697,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":19.1,"long-horizon":29.6,"knowledge-work":17.7,"computer-use":8.2,"security-context":18.6},"agentEffectivePrice":0.2,"eci":136.84,"url":"https://bench.shogo.ai/models/qwen3-32b"},{"slug":"o3","name":"o3","lab":"OpenAI","releaseDate":"2025-04-16","openWeights":false,"context":200000,"price":{"input":1.8182,"output":7.2727,"cacheRead":0.4545,"cacheWrite":null,"source":"models.dev"},"agentIndex":31.4,"agentIndexRange":[22.5,40.2],"label":"supported","rank":67,"pillars":{"agentic-coding":33.5,"long-horizon":41.6,"knowledge-work":26.8,"computer-use":11.1,"security-context":35.3},"agentEffectivePrice":0.97,"eci":147.05,"url":"https://bench.shogo.ai/models/o3"},{"slug":"o4-mini","name":"o4-mini","lab":"OpenAI","releaseDate":"2025-04-16","openWeights":false,"context":200000,"price":{"input":0.99,"output":4,"cacheRead":0.25,"cacheWrite":null,"source":"models.dev"},"agentIndex":29.8,"agentIndexRange":[19.2,40.4],"label":"estimated","rank":73,"pillars":{"agentic-coding":30.9,"long-horizon":39.3,"knowledge-work":24,"computer-use":19.2,"security-context":31.9},"agentEffectivePrice":0.53,"eci":145.22,"url":"https://bench.shogo.ai/models/o4-mini"},{"slug":"gpt-4-1","name":"GPT-4.1","lab":"OpenAI","releaseDate":"2025-04-14","openWeights":false,"context":1047576,"price":{"input":1.8182,"output":7.2727,"cacheRead":0.4545,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":17.7,"long-horizon":29,"knowledge-work":17.2,"computer-use":7.6,"security-context":17.7},"agentEffectivePrice":0.97,"eci":136.18,"url":"https://bench.shogo.ai/models/gpt-4-1"},{"slug":"gpt-4-1-mini","name":"GPT-4.1 mini","lab":"OpenAI","releaseDate":"2025-04-14","openWeights":false,"context":1047576,"price":{"input":0.3636,"output":1.4545,"cacheRead":0.0909,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":16.6,"long-horizon":27.2,"knowledge-work":15.9,"computer-use":6,"security-context":15.4},"agentEffectivePrice":0.19,"eci":134.27,"url":"https://bench.shogo.ai/models/gpt-4-1-mini"},{"slug":"gpt-4-1-nano","name":"GPT-4.1 nano","lab":"OpenAI","releaseDate":"2025-04-14","openWeights":false,"context":1047576,"price":{"input":0.09,"output":0.36,"cacheRead":0.022,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":11.2,"long-horizon":21.1,"knowledge-work":12.1,"computer-use":2.3,"security-context":9.1},"agentEffectivePrice":0.05,"eci":126.81,"url":"https://bench.shogo.ai/models/gpt-4-1-nano"},{"slug":"grok-3","name":"Grok 3","lab":"xAI","releaseDate":"2025-04-09","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":20,"long-horizon":30.3,"knowledge-work":18.3,"computer-use":8.9,"security-context":19.6},"agentEffectivePrice":null,"eci":137.59,"url":"https://bench.shogo.ai/models/grok-3"},{"slug":"grok-3-mini","name":"Grok-3 mini","lab":"xAI","releaseDate":"2025-04-09","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":22.9,"long-horizon":32.8,"knowledge-work":20.2,"computer-use":11.6,"security-context":23},"agentEffectivePrice":null,"eci":139.95,"url":"https://bench.shogo.ai/models/grok-3-mini"},{"slug":"qwq-plus","name":"QWQ-Plus","lab":"Alibaba (Qwen)","releaseDate":"2025-04-08","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/qwq-plus"},{"slug":"llama-4-maverick","name":"Llama 4 Maverick","lab":"Meta","releaseDate":"2025-04-05","openWeights":true,"context":524288,"price":{"input":0.35,"output":1,"cacheRead":0.17,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":14.8,"long-horizon":25.4,"knowledge-work":14.7,"computer-use":4.7,"security-context":13.3},"agentEffectivePrice":0.24,"eci":132.24,"url":"https://bench.shogo.ai/models/llama-4-maverick"},{"slug":"llama-4-scout","name":"Llama 4 Scout","lab":"Meta","releaseDate":"2025-04-05","openWeights":true,"context":1310720,"price":{"input":0.1,"output":0.3,"cacheRead":null,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":11.7,"long-horizon":21.8,"knowledge-work":12.5,"computer-use":2.6,"security-context":9.7},"agentEffectivePrice":0.11,"eci":127.77,"url":"https://bench.shogo.ai/models/llama-4-scout"},{"slug":"deepseek-chat-v3-0324","name":"DeepSeek V3 0324","lab":"DeepSeek","releaseDate":"2025-03-24","openWeights":true,"context":128000,"price":{"input":0.30682,"output":1.20612,"cacheRead":0.14812,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":17.5,"long-horizon":27.7,"knowledge-work":16.6,"computer-use":6.8,"security-context":16.6},"agentEffectivePrice":0.22,"eci":135.28,"url":"https://bench.shogo.ai/models/deepseek-chat-v3-0324"},{"slug":"o1-pro","name":"o1-pro","lab":"OpenAI","releaseDate":"2025-03-19","openWeights":false,"context":200000,"price":{"input":140,"output":540,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":20.9,"long-horizon":31.1,"knowledge-work":18.9,"computer-use":9.8,"security-context":20.6},"agentEffectivePrice":159.05,"eci":null,"url":"https://bench.shogo.ai/models/o1-pro"},{"slug":"mistral-small-3-1","name":"Mistral Small 3.1","lab":"Mistral","releaseDate":"2025-03-17","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":10.8,"long-horizon":20.6,"knowledge-work":11.8,"computer-use":2.1,"security-context":8.6},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/mistral-small-3-1"},{"slug":"mistral-small-3-1-24b-instruct-2503","name":"Mistral Small 3.1 24B","lab":"Mistral","releaseDate":"2025-03-17","openWeights":true,"context":128000,"price":{"input":0.351,"output":0.555,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.36,"eci":null,"url":"https://bench.shogo.ai/models/mistral-small-3-1-24b-instruct-2503"},{"slug":"cohere-command-a","name":"Cohere Command A","lab":"Cohere","releaseDate":"2025-03-13","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":11.2,"long-horizon":21.1,"knowledge-work":12.1,"computer-use":2.3,"security-context":9.1},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/cohere-command-a"},{"slug":"command-a","name":"Command A","lab":"Cohere","releaseDate":"2025-03-13","openWeights":true,"context":256000,"price":{"input":2.645,"output":10.58,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":3.02,"eci":null,"url":"https://bench.shogo.ai/models/command-a"},{"slug":"gemma-3-12b","name":"Gemma 3 12B","lab":"Google","releaseDate":"2025-03-12","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":7.5,"long-horizon":15.8,"knowledge-work":9.6,"computer-use":0.8,"security-context":5.6},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/gemma-3-12b"},{"slug":"gemma-3-12b-it","name":"Gemma 3 12B IT","lab":"Google","releaseDate":"2025-03-12","openWeights":true,"context":131000,"price":{"input":0.0529,"output":0.1587,"cacheRead":0.04232,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.05,"eci":null,"url":"https://bench.shogo.ai/models/gemma-3-12b-it"},{"slug":"gemma-3-1b","name":"Gemma 3 1B","lab":"Google","releaseDate":"2025-03-12","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":2.6,"long-horizon":6.5,"knowledge-work":6.5,"computer-use":0,"security-context":2.3},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/gemma-3-1b"},{"slug":"gemma-3-27b","name":"Gemma 3 27B","lab":"Google","releaseDate":"2025-03-12","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":11.6,"long-horizon":21.6,"knowledge-work":12.4,"computer-use":2.5,"security-context":9.5},"agentEffectivePrice":null,"eci":127.5,"url":"https://bench.shogo.ai/models/gemma-3-27b"},{"slug":"gemma-3-27b-it","name":"Gemma 3 27B IT","lab":"Google","releaseDate":"2025-03-12","openWeights":true,"context":128000,"price":{"input":0.1587,"output":0.48668,"cacheRead":0.07935,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.11,"eci":null,"url":"https://bench.shogo.ai/models/gemma-3-27b-it"},{"slug":"gemma-3-4b","name":"Gemma 3 4B","lab":"Google","releaseDate":"2025-03-12","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":4.1,"long-horizon":9.6,"knowledge-work":7.4,"computer-use":0.2,"security-context":3.1},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/gemma-3-4b"},{"slug":"gemma-3-4b-it","name":"Gemma 3 4B IT","lab":"Google","releaseDate":"2025-03-12","openWeights":true,"context":131000,"price":{"input":0.0529,"output":0.1058,"cacheRead":0.04232,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.05,"eci":null,"url":"https://bench.shogo.ai/models/gemma-3-4b-it"},{"slug":"computer-use-preview-2025-03-11","name":"computer-use-preview-2025-03-11","lab":"Unknown","releaseDate":"2025-03-11","openWeights":null,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/computer-use-preview-2025-03-11"},{"slug":"reka-flash-3","name":"Reka Flash 3","lab":"rekaai","releaseDate":"2025-03-10","openWeights":true,"context":65536,"price":{"input":0.105,"output":0.21,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":16.3,"long-horizon":26.9,"knowledge-work":15.7,"computer-use":5.8,"security-context":15.1},"agentEffectivePrice":0.11,"eci":null,"url":"https://bench.shogo.ai/models/reka-flash-3"},{"slug":"skyfall-36b-v2","name":"Skyfall 36B V2","lab":"thedrummer","releaseDate":"2025-03-10","openWeights":true,"context":32768,"price":{"input":0.5819,"output":0.8464,"cacheRead":0.2645,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.34,"eci":null,"url":"https://bench.shogo.ai/models/skyfall-36b-v2"},{"slug":"qwq-32b","name":"Qwq 32B","lab":"Alibaba (Qwen)","releaseDate":"2025-03-05","openWeights":true,"context":24000,"price":{"input":0.66,"output":1,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":18.7,"long-horizon":29.2,"knowledge-work":17.4,"computer-use":7.9,"security-context":18.1},"agentEffectivePrice":0.68,"eci":136.48,"url":"https://bench.shogo.ai/models/qwq-32b"},{"slug":"gpt-4-5","name":"GPT-4.5","lab":"OpenAI","releaseDate":"2025-02-27","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":18.8,"long-horizon":29.3,"knowledge-work":17.4,"computer-use":7.9,"security-context":15.3},"agentEffectivePrice":null,"eci":136.5,"url":"https://bench.shogo.ai/models/gpt-4-5"},{"slug":"phi-4-mini","name":"Phi 4 Mini","lab":"Microsoft","releaseDate":"2025-02-26","openWeights":true,"context":8192,"price":{"input":0.17,"output":0.68,"cacheRead":0.085,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":5.8,"long-horizon":12.9,"knowledge-work":8.5,"computer-use":0.4,"security-context":4.3},"agentEffectivePrice":0.13,"eci":null,"url":"https://bench.shogo.ai/models/phi-4-mini"},{"slug":"claude-3-7-sonnet-20250219","name":"Claude 3.7 Sonnet","lab":"Anthropic","releaseDate":"2025-02-19","openWeights":false,"context":196608,"price":{"input":2.6,"output":13,"cacheRead":0.26,"cacheWrite":3.2,"source":"models.dev"},"agentIndex":24.2,"agentIndexRange":[18.6,29.8],"label":"supported","rank":82,"pillars":{"agentic-coding":24.7,"long-horizon":34.7,"knowledge-work":21.2,"computer-use":15.1,"security-context":17.5},"agentEffectivePrice":1.2,"eci":141.05,"url":"https://bench.shogo.ai/models/claude-3-7-sonnet-20250219"},{"slug":"mistral-saba","name":"Saba","lab":"Mistral","releaseDate":"2025-02-17","openWeights":false,"context":32768,"price":{"input":0.2116,"output":0.6348,"cacheRead":0.02116,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.08,"eci":null,"url":"https://bench.shogo.ai/models/mistral-saba"},{"slug":"gemini-2-0-pro","name":"Gemini 2.0 Pro","lab":"Google","releaseDate":"2025-02-05","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":17.6,"long-horizon":28.2,"knowledge-work":16.7,"computer-use":6.9,"security-context":16.8},"agentEffectivePrice":null,"eci":135.41,"url":"https://bench.shogo.ai/models/gemini-2-0-pro"},{"slug":"aion-rp-llama-3-1-8b","name":"Aion-RP 1.0 (8B)","lab":"aion-labs","releaseDate":"2025-02-04","openWeights":true,"context":32768,"price":{"input":0.8464,"output":1.6928,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.89,"eci":null,"url":"https://bench.shogo.ai/models/aion-rp-llama-3-1-8b"},{"slug":"sonar-deep-research","name":"Perplexity Sonar Deep Research","lab":"perplexity","releaseDate":"2025-02-01","openWeights":false,"context":128000,"price":{"input":2,"output":8,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":2.29,"eci":null,"url":"https://bench.shogo.ai/models/sonar-deep-research"},{"slug":"mistral-small-24b-instruct-2501","name":"Mistral Small 3","lab":"Mistral","releaseDate":"2025-01-30","openWeights":true,"context":32768,"price":{"input":0.0529,"output":0.08464,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":9.6,"long-horizon":19,"knowledge-work":11,"computer-use":1.5,"security-context":7.5},"agentEffectivePrice":0.05,"eci":null,"url":"https://bench.shogo.ai/models/mistral-small-24b-instruct-2501"},{"slug":"qwen2-5-vl-72b-instruct","name":"qwen2.5-vl-72b-instruct","lab":"Alibaba (Qwen)","releaseDate":"2025-01-26","openWeights":true,"context":32000,"price":{"input":1.014,"output":1.014,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":1.01,"eci":null,"url":"https://bench.shogo.ai/models/qwen2-5-vl-72b-instruct"},{"slug":"qwen2-5-max","name":"Qwen2.5-Max","lab":"Alibaba (Qwen)","releaseDate":"2025-01-25","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":14,"long-horizon":24.5,"knowledge-work":14.1,"computer-use":4.1,"security-context":12.3},"agentEffectivePrice":null,"eci":131.17,"url":"https://bench.shogo.ai/models/qwen2-5-max"},{"slug":"gemini-2-0-flash-thinking-jan-2025","name":"Gemini 2.0 Flash Thinking (Jan 2025)","lab":"Google","releaseDate":"2025-01-21","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":16,"long-horizon":26.6,"knowledge-work":15.5,"computer-use":5.5,"security-context":14.7},"agentEffectivePrice":null,"eci":133.61,"url":"https://bench.shogo.ai/models/gemini-2-0-flash-thinking-jan-2025"},{"slug":"deepseek-r1","name":"DeepSeek-R1","lab":"DeepSeek","releaseDate":"2025-01-20","openWeights":true,"context":80000,"price":{"input":0.497,"output":4.881,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":21.1,"agentIndexRange":[13.5,28.6],"label":"estimated","rank":87,"pillars":{"agentic-coding":21.2,"long-horizon":30.7,"knowledge-work":17.6,"computer-use":10.1,"security-context":21},"agentEffectivePrice":0.71,"eci":138.63,"url":"https://bench.shogo.ai/models/deepseek-r1"},{"slug":"deepseek-r1-distill-llama-70b","name":"DeepSeek-R1-Distill-Llama-70B","lab":"DeepSeek","releaseDate":"2025-01-20","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":17.9,"long-horizon":28.5,"knowledge-work":16.9,"computer-use":7.2,"security-context":17.1},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/deepseek-r1-distill-llama-70b"},{"slug":"deepseek-r1-distill-qwen-1-5b","name":"DeepSeek-R1-Distill-Qwen-1.5B","lab":"DeepSeek","releaseDate":"2025-01-20","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":8.6,"long-horizon":17.4,"knowledge-work":10.3,"computer-use":1.1,"security-context":6.5},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/deepseek-r1-distill-qwen-1-5b"},{"slug":"deepseek-r1-distill-qwen-14b","name":"DeepSeek-R1-Distill-Qwen-14B","lab":"DeepSeek","releaseDate":"2025-01-20","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":15.3,"long-horizon":25.9,"knowledge-work":15,"computer-use":5,"security-context":13.9},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/deepseek-r1-distill-qwen-14b"},{"slug":"deepseek-r1-distill-qwen-32b","name":"DeepSeek-R1-Distill-Qwen-32B","lab":"DeepSeek","releaseDate":"2025-01-20","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":16.1,"long-horizon":26.8,"knowledge-work":15.6,"computer-use":5.7,"security-context":14.9},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/deepseek-r1-distill-qwen-32b"},{"slug":"phi-4","name":"Phi 4","lab":"Microsoft","releaseDate":"2025-01-10","openWeights":true,"context":16384,"price":{"input":0.07,"output":0.14,"cacheRead":null,"cacheWrite":null,"source":"openrouter"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":12.7,"long-horizon":23,"knowledge-work":13.2,"computer-use":3.1,"security-context":10.7},"agentEffectivePrice":0.07,"eci":129.24,"url":"https://bench.shogo.ai/models/phi-4"},{"slug":"eurus-2-7b-prime","name":"Eurus-2-7B-PRIME","lab":"Tsinghua University","releaseDate":"2024-12-31","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/eurus-2-7b-prime"},{"slug":"deepseek-v3","name":"DeepSeek-V3","lab":"DeepSeek","releaseDate":"2024-12-26","openWeights":true,"context":128000,"price":{"input":0.28985507,"output":1.15942029,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":14.4,"long-horizon":25.9,"knowledge-work":14.4,"computer-use":4.4,"security-context":12.8},"agentEffectivePrice":0.33,"eci":131.71,"url":"https://bench.shogo.ai/models/deepseek-v3"},{"slug":"o3-mini","name":"o3-mini","lab":"OpenAI","releaseDate":"2024-12-20","openWeights":false,"context":200000,"price":{"input":0.99,"output":4,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":23.3,"agentIndexRange":[14.9,31.6],"label":"estimated","rank":85,"pillars":{"agentic-coding":23.6,"long-horizon":33.5,"knowledge-work":20.8,"computer-use":12.5,"security-context":18.6},"agentEffectivePrice":1.13,"eci":140.65,"url":"https://bench.shogo.ai/models/o3-mini"},{"slug":"grok-2-dec-2024","name":"Grok-2 (Dec 2024)","lab":"xAI","releaseDate":"2024-12-12","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":13,"long-horizon":23.4,"knowledge-work":13.4,"computer-use":3.4,"security-context":11.1},"agentEffectivePrice":null,"eci":129.75,"url":"https://bench.shogo.ai/models/grok-2-dec-2024"},{"slug":"gemini-2-0-flash","name":"Gemini-2.0-Flash","lab":"Google","releaseDate":"2024-12-11","openWeights":false,"context":990000,"price":{"input":0.1,"output":0.42,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":16.3,"long-horizon":27,"knowledge-work":15.8,"computer-use":5.8,"security-context":15.2},"agentEffectivePrice":0.12,"eci":134.02,"url":"https://bench.shogo.ai/models/gemini-2-0-flash"},{"slug":"gemini-2-0-flash-lite","name":"Gemini-2.0-Flash-Lite","lab":"Google","releaseDate":"2024-12-11","openWeights":false,"context":990000,"price":{"input":0.052,"output":0.21,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.06,"eci":null,"url":"https://bench.shogo.ai/models/gemini-2-0-flash-lite"},{"slug":"llama-3-3-70b","name":"Llama 3.3 70B","lab":"Meta","releaseDate":"2024-12-06","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":10.8,"long-horizon":20.6,"knowledge-work":11.8,"computer-use":2.1,"security-context":8.7},"agentEffectivePrice":null,"eci":126.16,"url":"https://bench.shogo.ai/models/llama-3-3-70b"},{"slug":"o1","name":"o1","lab":"OpenAI","releaseDate":"2024-12-05","openWeights":false,"context":200000,"price":{"input":14,"output":54,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":16.7,"agentIndexRange":[11.7,21.7],"label":"estimated","rank":88,"pillars":{"agentic-coding":15.9,"long-horizon":28.1,"knowledge-work":15.5,"computer-use":5.5,"security-context":11},"agentEffectivePrice":15.9,"eci":133.54,"url":"https://bench.shogo.ai/models/o1"},{"slug":"amazon-nova-lite","name":"Amazon Nova Lite","lab":"Amazon","releaseDate":"2024-12-03","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":9.5,"long-horizon":18.8,"knowledge-work":10.9,"computer-use":1.5,"security-context":7.4},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/amazon-nova-lite"},{"slug":"amazon-nova-micro","name":"Amazon Nova Micro","lab":"Amazon","releaseDate":"2024-12-03","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":9.2,"long-horizon":18.4,"knowledge-work":10.7,"computer-use":1.4,"security-context":7.1},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/amazon-nova-micro"},{"slug":"amazon-nova-pro","name":"Amazon Nova Pro","lab":"Amazon","releaseDate":"2024-12-03","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":9.4,"long-horizon":18.7,"knowledge-work":10.9,"computer-use":1.4,"security-context":7.3},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/amazon-nova-pro"},{"slug":"yi-lightning","name":"Yi-Lightning","lab":"01.AI","releaseDate":"2024-12-02","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/yi-lightning"},{"slug":"intellect-1","name":"INTELLECT-1","lab":"Prime Intellect","releaseDate":"2024-11-29","openWeights":null,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":1,"long-horizon":2.8,"knowledge-work":5.1,"computer-use":0,"security-context":1.3},"agentEffectivePrice":null,"eci":83.09,"url":"https://bench.shogo.ai/models/intellect-1"},{"slug":"tulu-3-tulu-3-70b","name":"Tulu 3 (Tülu 3) 70B","lab":"Allen Institute for AI","releaseDate":"2024-11-21","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":9,"long-horizon":18.1,"knowledge-work":10.6,"computer-use":1.3,"security-context":6.9},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/tulu-3-tulu-3-70b"},{"slug":"mistral-large-2-nov-2024","name":"Mistral Large 2 (Nov 2024)","lab":"Mistral","releaseDate":"2024-11-18","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":10.9,"long-horizon":20.8,"knowledge-work":11.9,"computer-use":2.2,"security-context":8.8},"agentEffectivePrice":null,"eci":126.42,"url":"https://bench.shogo.ai/models/mistral-large-2-nov-2024"},{"slug":"qwen2-5-coder-32b-instruct","name":"Qwen2.5 Coder 32B Instruct","lab":"Alibaba (Qwen)","releaseDate":"2024-11-12","openWeights":true,"context":32768,"price":{"input":0.66,"output":1,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.68,"eci":null,"url":"https://bench.shogo.ai/models/qwen2-5-coder-32b-instruct"},{"slug":"qwen-turbo","name":"Qwen Turbo","lab":"Alibaba (Qwen)","releaseDate":"2024-11-01","openWeights":false,"context":128000,"price":{"input":0.05,"output":0.09,"cacheRead":0.0086,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":9.4,"long-horizon":18.6,"knowledge-work":10.9,"computer-use":1.4,"security-context":7.3},"agentEffectivePrice":0.02,"eci":null,"url":"https://bench.shogo.ai/models/qwen-turbo"},{"slug":"claude-3-5-haiku-20241022","name":"Claude 3.5 Haiku","lab":"Anthropic","releaseDate":"2024-10-22","openWeights":false,"context":189096,"price":{"input":0.68,"output":3.4,"cacheRead":0.068,"cacheWrite":0.85,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":10,"long-horizon":19.5,"knowledge-work":11.3,"computer-use":1.7,"security-context":7.9},"agentEffectivePrice":0.31,"eci":124.75,"url":"https://bench.shogo.ai/models/claude-3-5-haiku-20241022"},{"slug":"claude-3-5-sonnet-20241022","name":"Claude-Sonnet-3.5","lab":"Anthropic","releaseDate":"2024-10-22","openWeights":false,"context":189096,"price":{"input":2.6,"output":13,"cacheRead":0.26,"cacheWrite":3.2,"source":"models.dev"},"agentIndex":14.8,"agentIndexRange":[10.9,18.8],"label":"estimated","rank":89,"pillars":{"agentic-coding":13.6,"long-horizon":24.6,"knowledge-work":13.5,"computer-use":3.5,"security-context":14.1},"agentEffectivePrice":1.2,"eci":130,"url":"https://bench.shogo.ai/models/claude-3-5-sonnet-20241022"},{"slug":"ministral-3b","name":"Ministral 3B","lab":"Mistral","releaseDate":"2024-10-16","openWeights":true,"context":131072,"price":{"input":0.1,"output":0.1,"cacheRead":0.01,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":4.3,"long-horizon":10.1,"knowledge-work":7.6,"computer-use":0.2,"security-context":3.3},"agentEffectivePrice":0.03,"eci":null,"url":"https://bench.shogo.ai/models/ministral-3b"},{"slug":"gemini-1-5-flash-8b","name":"Gemini 1.5 Flash 8B","lab":"Google","releaseDate":"2024-10-03","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":6.7,"long-horizon":14.4,"knowledge-work":9.1,"computer-use":0.6,"security-context":4.9},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/gemini-1-5-flash-8b"},{"slug":"llama-3-2-1b","name":"Llama 3.2 1B Instruct","lab":"Meta","releaseDate":"2024-09-25","openWeights":true,"context":60000,"price":{"input":0.027,"output":0.201,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":2.3,"long-horizon":6,"knowledge-work":6.3,"computer-use":0,"security-context":2.1},"agentEffectivePrice":0.04,"eci":null,"url":"https://bench.shogo.ai/models/llama-3-2-1b"},{"slug":"llama-3-2-3b","name":"Llama 3.2 3B Instruct","lab":"Meta","releaseDate":"2024-09-25","openWeights":true,"context":80000,"price":{"input":0.0509,"output":0.335,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.06,"eci":null,"url":"https://bench.shogo.ai/models/llama-3-2-3b"},{"slug":"gemini-1-5-flash-sep-2024","name":"Gemini 1.5 Flash (Sep 2024)","lab":"Google","releaseDate":"2024-09-24","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":8.1,"long-horizon":16.6,"knowledge-work":10,"computer-use":1,"security-context":6.1},"agentEffectivePrice":null,"eci":120.55,"url":"https://bench.shogo.ai/models/gemini-1-5-flash-sep-2024"},{"slug":"llama-3-2-11b","name":"Llama 3.2 11B","lab":"Meta","releaseDate":"2024-09-24","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":6.8,"long-horizon":14.6,"knowledge-work":9.1,"computer-use":0.6,"security-context":5},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/llama-3-2-11b"},{"slug":"llama-3-2-90b","name":"Llama 3.2 90B","lab":"Meta","releaseDate":"2024-09-24","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":9.1,"long-horizon":18.2,"knowledge-work":10.7,"computer-use":1.3,"security-context":7},"agentEffectivePrice":null,"eci":122.89,"url":"https://bench.shogo.ai/models/llama-3-2-90b"},{"slug":"qwen2-5-14b","name":"Qwen2.5-14B","lab":"Alibaba (Qwen)","releaseDate":"2024-09-19","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/qwen2-5-14b"},{"slug":"qwen2-5-72b","name":"Qwen2.5-72B","lab":"Alibaba (Qwen)","releaseDate":"2024-09-19","openWeights":true,"context":null,"price":null,"agentIndex":12.1,"agentIndexRange":[8.5,15.7],"label":"estimated","rank":91,"pillars":{"agentic-coding":11.4,"long-horizon":19.6,"knowledge-work":12.3,"computer-use":2.1,"security-context":9.3},"agentEffectivePrice":null,"eci":127.21,"url":"https://bench.shogo.ai/models/qwen2-5-72b"},{"slug":"qwen2-5-7b","name":"Qwen2.5-7B","lab":"Alibaba (Qwen)","releaseDate":"2024-09-19","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":5.5,"long-horizon":12.3,"knowledge-work":8.3,"computer-use":0.3,"security-context":4.1},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/qwen2-5-7b"},{"slug":"qwen2-5-coder-0-5b","name":"Qwen2.5-Coder-0.5B","lab":"Unknown","releaseDate":"2024-09-18","openWeights":null,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":0.4,"long-horizon":1.2,"knowledge-work":4.3,"computer-use":0,"security-context":0.8},"agentEffectivePrice":null,"eci":67.95,"url":"https://bench.shogo.ai/models/qwen2-5-coder-0-5b"},{"slug":"qwen2-5-coder-1-5b","name":"Qwen2.5-Coder (1.5B)","lab":"Alibaba (Qwen)","releaseDate":"2024-09-18","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":1.4,"long-horizon":3.8,"knowledge-work":5.5,"computer-use":0,"security-context":1.5},"agentEffectivePrice":null,"eci":89.01,"url":"https://bench.shogo.ai/models/qwen2-5-coder-1-5b"},{"slug":"qwen2-5-coder-14b","name":"Qwen2.5-Coder-14B","lab":"Unknown","releaseDate":"2024-09-18","openWeights":null,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":5.6,"long-horizon":12.5,"knowledge-work":8.4,"computer-use":0.4,"security-context":4.2},"agentEffectivePrice":null,"eci":113.72,"url":"https://bench.shogo.ai/models/qwen2-5-coder-14b"},{"slug":"qwen2-5-coder-32b","name":"Qwen2.5-Coder-32B","lab":"Alibaba (Qwen)","releaseDate":"2024-09-18","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":7.4,"long-horizon":15.5,"knowledge-work":9.5,"computer-use":0.7,"security-context":5.4},"agentEffectivePrice":null,"eci":118.74,"url":"https://bench.shogo.ai/models/qwen2-5-coder-32b"},{"slug":"mistral-small-v24-09","name":"Mistral Small v24.09","lab":"Mistral","releaseDate":"2024-09-17","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/mistral-small-v24-09"},{"slug":"qwen2-5-32b","name":"Qwen2.5-32B","lab":"Alibaba (Qwen)","releaseDate":"2024-09-17","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":10.1,"long-horizon":19.6,"knowledge-work":11.3,"computer-use":1.7,"security-context":7.9},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/qwen2-5-32b"},{"slug":"o1-mini","name":"o1-mini","lab":"OpenAI","releaseDate":"2024-09-12","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":17.5,"long-horizon":28.1,"knowledge-work":16.6,"computer-use":6.8,"security-context":11.3},"agentEffectivePrice":null,"eci":135.28,"url":"https://bench.shogo.ai/models/o1-mini"},{"slug":"pixtral-12b","name":"Pixtral 12B","lab":"Mistral","releaseDate":"2024-09-11","openWeights":true,"context":128000,"price":{"input":0.285,"output":0.285,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":0.28,"eci":null,"url":"https://bench.shogo.ai/models/pixtral-12b"},{"slug":"deepseek-v2-5-sep-2024","name":"DeepSeek-V2.5 (Sep 2024)","lab":"DeepSeek","releaseDate":"2024-09-06","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/deepseek-v2-5-sep-2024"},{"slug":"c4ai-command-r-08-2024","name":"c4ai-command-r-08-2024","lab":"Unknown","releaseDate":"2024-08-30","openWeights":null,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":5.8,"long-horizon":12.8,"knowledge-work":8.5,"computer-use":0.4,"security-context":4.3},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/c4ai-command-r-08-2024"},{"slug":"command-r-plus-08-2024","name":"Command R+","lab":"Cohere","releaseDate":"2024-08-30","openWeights":true,"context":128000,"price":{"input":2.5,"output":10,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":5.7,"long-horizon":12.6,"knowledge-work":8.4,"computer-use":0.4,"security-context":4.2},"agentEffectivePrice":2.86,"eci":null,"url":"https://bench.shogo.ai/models/command-r-plus-08-2024"},{"slug":"qwen2-vl-72b-instruct","name":"Qwen2-VL-72B-Instruct","lab":"Unknown","releaseDate":"2024-08-29","openWeights":null,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/qwen2-vl-72b-instruct"},{"slug":"qwen2-vl-7b-instruct","name":"Qwen2-VL-7B-Instruct","lab":"Unknown","releaseDate":"2024-08-29","openWeights":null,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/qwen2-vl-7b-instruct"},{"slug":"gpt-4o-2024-08-06","name":"GPT-4o (2024-08-06)","lab":"OpenAI","releaseDate":"2024-08-06","openWeights":false,"context":128000,"price":{"input":2.2727,"output":9.0909,"cacheRead":1.1364,"cacheWrite":null,"source":"models.dev"},"agentIndex":12.2,"agentIndexRange":[10,14.5],"label":"supported","rank":90,"pillars":{"agentic-coding":9.7,"long-horizon":22.1,"knowledge-work":12.2,"computer-use":2.4,"security-context":11.2},"agentEffectivePrice":1.68,"eci":127.12,"url":"https://bench.shogo.ai/models/gpt-4o-2024-08-06"},{"slug":"llama-3-1-405b","name":"Llama 3.1-405B","lab":"Meta","releaseDate":"2024-07-23","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":11.8,"long-horizon":21.9,"knowledge-work":12.5,"computer-use":2.6,"security-context":8.8},"agentEffectivePrice":null,"eci":127.87,"url":"https://bench.shogo.ai/models/llama-3-1-405b"},{"slug":"llama-3-1-70b","name":"Llama 3.1-70B","lab":"Meta","releaseDate":"2024-07-23","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":10,"long-horizon":19.5,"knowledge-work":11.3,"computer-use":1.7,"security-context":7.9},"agentEffectivePrice":null,"eci":124.72,"url":"https://bench.shogo.ai/models/llama-3-1-70b"},{"slug":"llama-3-1-8b","name":"Llama 3.1-8B","lab":"Meta","releaseDate":"2024-07-23","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":4.8,"long-horizon":11,"knowledge-work":7.9,"computer-use":0.2,"security-context":3.6},"agentEffectivePrice":null,"eci":110.78,"url":"https://bench.shogo.ai/models/llama-3-1-8b"},{"slug":"gpt-4o-mini","name":"GPT-4o mini","lab":"OpenAI","releaseDate":"2024-07-18","openWeights":false,"context":124096,"price":{"input":0.1364,"output":0.5455,"cacheRead":0.0682,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":9.5,"long-horizon":18.8,"knowledge-work":11,"computer-use":1.5,"security-context":7.4},"agentEffectivePrice":0.1,"eci":123.75,"url":"https://bench.shogo.ai/models/gpt-4o-mini"},{"slug":"mistral-nemo","name":"Mistral Nemo","lab":"Mistral","releaseDate":"2024-07-18","openWeights":true,"context":128000,"price":{"input":0.1587,"output":0.17986,"cacheRead":0.1587,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":5.7,"long-horizon":12.6,"knowledge-work":8.4,"computer-use":0.4,"security-context":4.2},"agentEffectivePrice":0.16,"eci":113.81,"url":"https://bench.shogo.ai/models/mistral-nemo"},{"slug":"gemma-2-27b-it","name":"Gemma 2 27B","lab":"Google","releaseDate":"2024-07-13","openWeights":true,"context":8192,"price":{"input":0.6877,"output":0.6877,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":7.3,"long-horizon":15.4,"knowledge-work":9.5,"computer-use":0.7,"security-context":5.4},"agentEffectivePrice":0.69,"eci":118.61,"url":"https://bench.shogo.ai/models/gemma-2-27b-it"},{"slug":"gemma-2-9b","name":"Gemma 2 9B","lab":"Google","releaseDate":"2024-06-24","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":5.2,"long-horizon":11.8,"knowledge-work":8.1,"computer-use":0.3,"security-context":3.9},"agentEffectivePrice":null,"eci":112.28,"url":"https://bench.shogo.ai/models/gemma-2-9b"},{"slug":"hermes-2-theta-llama-3-70b","name":"Hermes 2 Theta Llama-3 70B","lab":"Nous Research","releaseDate":"2024-06-20","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":6.8,"long-horizon":14.6,"knowledge-work":9.1,"computer-use":0.6,"security-context":5},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/hermes-2-theta-llama-3-70b"},{"slug":"deepseek-coder-v2-lite-base","name":"DeepSeek-Coder-V2-Lite-Base","lab":"Unknown","releaseDate":"2024-06-13","openWeights":null,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":2.5,"long-horizon":6.4,"knowledge-work":6.4,"computer-use":0,"security-context":2.2},"agentEffectivePrice":null,"eci":99.31,"url":"https://bench.shogo.ai/models/deepseek-coder-v2-lite-base"},{"slug":"qwen2-72b","name":"Qwen2-72B","lab":"Alibaba (Qwen)","releaseDate":"2024-06-07","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":8.9,"long-horizon":16.3,"knowledge-work":10.5,"computer-use":1.2,"security-context":6.8},"agentEffectivePrice":null,"eci":122.33,"url":"https://bench.shogo.ai/models/qwen2-72b"},{"slug":"mistral-7b-v0-3","name":"Mistral 7B v0.3","lab":"Mistral","releaseDate":"2024-05-27","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":2.8,"long-horizon":7.1,"knowledge-work":6.6,"computer-use":0.1,"security-context":2.4},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/mistral-7b-v0-3"},{"slug":"yi-1-5-34b","name":"Yi-1.5-34B","lab":"01.AI","releaseDate":"2024-05-13","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":6.2,"long-horizon":13.5,"knowledge-work":8.7,"computer-use":0.5,"security-context":4.5},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/yi-1-5-34b"},{"slug":"yi-large","name":"Yi-Large","lab":"01.AI","releaseDate":"2024-05-13","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/yi-large"},{"slug":"falcon-2-11b","name":"Falcon 2 11B","lab":"Technology Innovation Institute","releaseDate":"2024-05-09","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":2.5,"long-horizon":6.3,"knowledge-work":6.4,"computer-use":0,"security-context":2.2},"agentEffectivePrice":null,"eci":99.01,"url":"https://bench.shogo.ai/models/falcon-2-11b"},{"slug":"deepseek-v2-moe-236b-may-2024","name":"DeepSeek-V2 (MoE-236B, May 2024)","lab":"DeepSeek","releaseDate":"2024-05-07","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":8.2,"long-horizon":16.8,"knowledge-work":10,"computer-use":1,"security-context":6.1},"agentEffectivePrice":null,"eci":120.76,"url":"https://bench.shogo.ai/models/deepseek-v2-moe-236b-may-2024"},{"slug":"phi-3-medium-14b","name":"phi-3-medium 14B","lab":"Microsoft","releaseDate":"2024-04-23","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":5.7,"long-horizon":12.7,"knowledge-work":8.4,"computer-use":0.4,"security-context":4.2},"agentEffectivePrice":null,"eci":114.01,"url":"https://bench.shogo.ai/models/phi-3-medium-14b"},{"slug":"phi-3-mini-3-8b","name":"phi-3-mini 3.8B","lab":"Microsoft","releaseDate":"2024-04-23","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":4.7,"long-horizon":10.8,"knowledge-work":7.8,"computer-use":0.2,"security-context":3.5},"agentEffectivePrice":null,"eci":110.4,"url":"https://bench.shogo.ai/models/phi-3-mini-3-8b"},{"slug":"phi-3-small-7-4b","name":"phi-3-small 7.4B","lab":"Microsoft","releaseDate":"2024-04-23","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":6.5,"long-horizon":14,"knowledge-work":8.9,"computer-use":0.5,"security-context":4.7},"agentEffectivePrice":null,"eci":116.26,"url":"https://bench.shogo.ai/models/phi-3-small-7-4b"},{"slug":"llama-3-70b","name":"Llama 3-70B","lab":"Meta","releaseDate":"2024-04-18","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":8.4,"long-horizon":17.2,"knowledge-work":10.2,"computer-use":1.1,"security-context":6.7},"agentEffectivePrice":null,"eci":121.34,"url":"https://bench.shogo.ai/models/llama-3-70b"},{"slug":"llama-3-8b","name":"Llama 3-8B","lab":"Meta","releaseDate":"2024-04-18","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":4.4,"long-horizon":10.2,"knowledge-work":7.6,"computer-use":0.2,"security-context":3.3},"agentEffectivePrice":null,"eci":109,"url":"https://bench.shogo.ai/models/llama-3-8b"},{"slug":"mixtral-8x22b","name":"Mixtral 8x22B","lab":"Mistral","releaseDate":"2024-04-17","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":7.3,"long-horizon":15.4,"knowledge-work":9.5,"computer-use":0.7,"security-context":7.6},"agentEffectivePrice":null,"eci":118.66,"url":"https://bench.shogo.ai/models/mixtral-8x22b"},{"slug":"codeqwen1-5-7b","name":"CodeQwen1.5-7B","lab":"Unknown","releaseDate":"2024-04-15","openWeights":null,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":0.6,"long-horizon":1.8,"knowledge-work":4.6,"computer-use":0,"security-context":0.9},"agentEffectivePrice":null,"eci":74.53,"url":"https://bench.shogo.ai/models/codeqwen1-5-7b"},{"slug":"wizardlm-2-8x22b","name":"WizardLM-2 8x22B","lab":"Microsoft","releaseDate":"2024-04-15","openWeights":true,"context":65536,"price":{"input":0.493,"output":0.493,"cacheRead":0.2465,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":8.3,"long-horizon":17,"knowledge-work":10.1,"computer-use":1,"security-context":6.3},"agentEffectivePrice":0.29,"eci":null,"url":"https://bench.shogo.ai/models/wizardlm-2-8x22b"},{"slug":"qwen1-5-32b","name":"Qwen1.5-32B","lab":"Alibaba (Qwen)","releaseDate":"2024-04-03","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":5,"long-horizon":11.4,"knowledge-work":8,"computer-use":0.3,"security-context":3.7},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/qwen1-5-32b"},{"slug":"dbrx","name":"DBRX","lab":"Databricks","releaseDate":"2024-03-27","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":5.4,"long-horizon":12.2,"knowledge-work":8.3,"computer-use":0.3,"security-context":4},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/dbrx"},{"slug":"openhands-lm-32b-v0-1","name":"openhands-lm-32b-v0.1","lab":"Unknown","releaseDate":"2024-03-26","openWeights":null,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/openhands-lm-32b-v0-1"},{"slug":"claude-3-haiku-20240307","name":"Claude-Haiku-3","lab":"Anthropic","releaseDate":"2024-03-13","openWeights":false,"context":189096,"price":{"input":0.21,"output":1.1,"cacheRead":0.021,"cacheWrite":0.26,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":7,"long-horizon":14.9,"knowledge-work":9.3,"computer-use":0.6,"security-context":5.2},"agentEffectivePrice":0.1,"eci":117.79,"url":"https://bench.shogo.ai/models/claude-3-haiku-20240307"},{"slug":"yi-9b","name":"Yi-9B","lab":"Unknown","releaseDate":"2024-03-01","openWeights":null,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":3,"long-horizon":7.4,"knowledge-work":6.7,"computer-use":0.1,"security-context":2.5},"agentEffectivePrice":null,"eci":102.06,"url":"https://bench.shogo.ai/models/yi-9b"},{"slug":"claude-3-opus","name":"Claude 3 Opus","lab":"Anthropic","releaseDate":"2024-02-29","openWeights":false,"context":null,"price":null,"agentIndex":11,"agentIndexRange":[7.9,14.1],"label":"estimated","rank":92,"pillars":{"agentic-coding":10.5,"long-horizon":16.3,"knowledge-work":11.6,"computer-use":1.9,"security-context":9.7},"agentEffectivePrice":null,"eci":125.58,"url":"https://bench.shogo.ai/models/claude-3-opus"},{"slug":"claude-3-sonnet","name":"Claude 3 Sonnet","lab":"Anthropic","releaseDate":"2024-02-29","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":7.7,"long-horizon":16.1,"knowledge-work":9.7,"computer-use":0.8,"security-context":5.7},"agentEffectivePrice":null,"eci":119.65,"url":"https://bench.shogo.ai/models/claude-3-sonnet"},{"slug":"mistral-large","name":"Mistral Large","lab":"Mistral","releaseDate":"2024-02-26","openWeights":false,"context":128000,"price":{"input":2.116,"output":6.348,"cacheRead":0.2116,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":7.8,"long-horizon":16.3,"knowledge-work":9.8,"computer-use":0.9,"security-context":5.8},"agentEffectivePrice":0.78,"eci":119.96,"url":"https://bench.shogo.ai/models/mistral-large"},{"slug":"nemotron-4-15b","name":"Nemotron-4 15B","lab":"NVIDIA","releaseDate":"2024-02-26","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":2.5,"long-horizon":6.3,"knowledge-work":6.4,"computer-use":0,"security-context":2.2},"agentEffectivePrice":null,"eci":98.97,"url":"https://bench.shogo.ai/models/nemotron-4-15b"},{"slug":"starcoder-2-3b","name":"StarCoder 2 3B","lab":"Hugging Face","releaseDate":"2024-02-22","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":0.3,"long-horizon":1.1,"knowledge-work":4.2,"computer-use":0,"security-context":0.7},"agentEffectivePrice":null,"eci":66.21,"url":"https://bench.shogo.ai/models/starcoder-2-3b"},{"slug":"gemma-2b","name":"Gemma 2B","lab":"Google","releaseDate":"2024-02-21","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":0.6,"long-horizon":1.9,"knowledge-work":4.7,"computer-use":0,"security-context":1},"agentEffectivePrice":null,"eci":75.36,"url":"https://bench.shogo.ai/models/gemma-2b"},{"slug":"gemma-7b","name":"Gemma 7B","lab":"Google","releaseDate":"2024-02-21","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":3.1,"long-horizon":7.6,"knowledge-work":6.8,"computer-use":0.1,"security-context":2.6},"agentEffectivePrice":null,"eci":102.87,"url":"https://bench.shogo.ai/models/gemma-7b"},{"slug":"starcoder-2-15b","name":"StarCoder 2 15B","lab":"Hugging Face","releaseDate":"2024-02-20","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":2.1,"long-horizon":5.5,"knowledge-work":6.1,"computer-use":0,"security-context":2},"agentEffectivePrice":null,"eci":96.04,"url":"https://bench.shogo.ai/models/starcoder-2-15b"},{"slug":"starcoder-2-7b","name":"StarCoder 2 7B","lab":"Hugging Face","releaseDate":"2024-02-20","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":0.5,"long-horizon":1.6,"knowledge-work":4.5,"computer-use":0,"security-context":0.9},"agentEffectivePrice":null,"eci":72.14,"url":"https://bench.shogo.ai/models/starcoder-2-7b"},{"slug":"gemini-1-5-pro-feb-2024","name":"Gemini 1.5 Pro (Feb 2024)","lab":"Google","releaseDate":"2024-02-15","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":10.4,"long-horizon":20,"knowledge-work":11.5,"computer-use":1.9,"security-context":8.4},"agentEffectivePrice":null,"eci":125.37,"url":"https://bench.shogo.ai/models/gemini-1-5-pro-feb-2024"},{"slug":"qwen1-5-14b","name":"Qwen1.5-14B","lab":"Alibaba (Qwen)","releaseDate":"2024-02-04","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/qwen1-5-14b"},{"slug":"qwen1-5-72b","name":"Qwen1.5-72B","lab":"Alibaba (Qwen)","releaseDate":"2024-02-04","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/qwen1-5-72b"},{"slug":"qwen1-5-7b","name":"Qwen1.5-7B","lab":"Alibaba (Qwen)","releaseDate":"2024-02-04","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/qwen1-5-7b"},{"slug":"qwen-plus","name":"Qwen Plus","lab":"Alibaba (Qwen)","releaseDate":"2024-01-25","openWeights":false,"context":131000,"price":{"input":0.28,"output":0.84,"cacheRead":0.056,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":15.3,"long-horizon":26,"knowledge-work":15.1,"computer-use":5,"security-context":13.9},"agentEffectivePrice":0.13,"eci":null,"url":"https://bench.shogo.ai/models/qwen-plus"},{"slug":"gemini-1-0-pro","name":"Gemini 1.0 Pro","lab":"Google","releaseDate":"2023-12-13","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":5.2,"long-horizon":11.7,"knowledge-work":8.1,"computer-use":0.3,"security-context":3.8},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/gemini-1-0-pro"},{"slug":"phi-2","name":"Phi-2","lab":"Microsoft","releaseDate":"2023-12-12","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":2.1,"long-horizon":5.4,"knowledge-work":6.1,"computer-use":0,"security-context":2},"agentEffectivePrice":null,"eci":95.94,"url":"https://bench.shogo.ai/models/phi-2"},{"slug":"mistral-7b-v0-2","name":"Mistral 7B v0.2","lab":"Mistral","releaseDate":"2023-12-11","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/mistral-7b-v0-2"},{"slug":"mixtral-8x7b","name":"Mixtral 8x7B","lab":"Mistral","releaseDate":"2023-12-11","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":5.5,"long-horizon":12.2,"knowledge-work":8.3,"computer-use":0.3,"security-context":4},"agentEffectivePrice":null,"eci":113.1,"url":"https://bench.shogo.ai/models/mixtral-8x7b"},{"slug":"qwen-1-8b","name":"Qwen-1_8B","lab":"Unknown","releaseDate":"2023-11-30","openWeights":null,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":0.2,"long-horizon":0.8,"knowledge-work":3.9,"computer-use":0,"security-context":0.6},"agentEffectivePrice":null,"eci":59.23,"url":"https://bench.shogo.ai/models/qwen-1-8b"},{"slug":"deepseek-llm-67b","name":"DeepSeek LLM 67B","lab":"DeepSeek","releaseDate":"2023-11-29","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":3,"long-horizon":7.5,"knowledge-work":6.8,"computer-use":0.1,"security-context":2.5},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/deepseek-llm-67b"},{"slug":"claude-2-1","name":"Claude 2.1","lab":"Anthropic","releaseDate":"2023-11-21","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":6.1,"long-horizon":13.4,"knowledge-work":8.7,"computer-use":0.5,"security-context":4.5},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/claude-2-1"},{"slug":"gpt-4","name":"GPT-4","lab":"OpenAI","releaseDate":"2023-11-06","openWeights":false,"context":8192,"price":{"input":30,"output":60,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":7.8,"long-horizon":19.2,"knowledge-work":9.8,"computer-use":0.9,"security-context":5.8},"agentEffectivePrice":31.43,"eci":119.82,"url":"https://bench.shogo.ai/models/gpt-4"},{"slug":"gpt-4-turbo","name":"GPT-4 Turbo","lab":"OpenAI","releaseDate":"2023-11-06","openWeights":false,"context":128000,"price":{"input":9,"output":27,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":10,"long-horizon":19.9,"knowledge-work":11.3,"computer-use":1.7,"security-context":7.9},"agentEffectivePrice":9.86,"eci":124.75,"url":"https://bench.shogo.ai/models/gpt-4-turbo"},{"slug":"deepseek-coder-1-3b","name":"DeepSeek Coder 1.3B","lab":"DeepSeek","releaseDate":"2023-11-02","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/deepseek-coder-1-3b"},{"slug":"deepseek-coder-33b","name":"DeepSeek Coder 33B","lab":"DeepSeek","releaseDate":"2023-11-02","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":0.6,"long-horizon":1.9,"knowledge-work":4.7,"computer-use":0,"security-context":1},"agentEffectivePrice":null,"eci":75.93,"url":"https://bench.shogo.ai/models/deepseek-coder-33b"},{"slug":"deepseek-coder-6-7b","name":"DeepSeek Coder 6.7B","lab":"DeepSeek","releaseDate":"2023-11-02","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":0.4,"long-horizon":1.2,"knowledge-work":4.2,"computer-use":0,"security-context":0.7},"agentEffectivePrice":null,"eci":67.02,"url":"https://bench.shogo.ai/models/deepseek-coder-6-7b"},{"slug":"yi-34b","name":"Yi-34B","lab":"01.AI","releaseDate":"2023-11-02","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":2.9,"long-horizon":7.3,"knowledge-work":6.7,"computer-use":0.1,"security-context":2.5},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/yi-34b"},{"slug":"yi-6b","name":"Yi 6B","lab":"01.AI","releaseDate":"2023-11-02","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":1.9,"long-horizon":5,"knowledge-work":5.9,"computer-use":0,"security-context":1.8},"agentEffectivePrice":null,"eci":94.06,"url":"https://bench.shogo.ai/models/yi-6b"},{"slug":"qwen-7b","name":"Qwen-7B","lab":"Alibaba (Qwen)","releaseDate":"2023-09-28","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":1.4,"long-horizon":3.8,"knowledge-work":5.5,"computer-use":0,"security-context":1.5},"agentEffectivePrice":null,"eci":88.87,"url":"https://bench.shogo.ai/models/qwen-7b"},{"slug":"mistral-7b-v0-1","name":"Mistral 7B v0.1","lab":"Mistral","releaseDate":"2023-09-27","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":3,"long-horizon":7.5,"knowledge-work":6.8,"computer-use":0.1,"security-context":2.5},"agentEffectivePrice":null,"eci":102.56,"url":"https://bench.shogo.ai/models/mistral-7b-v0-1"},{"slug":"qwen-14b","name":"Qwen-14B","lab":"Alibaba (Qwen)","releaseDate":"2023-09-24","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":2.9,"long-horizon":7.2,"knowledge-work":6.7,"computer-use":0.1,"security-context":2.4},"agentEffectivePrice":null,"eci":101.61,"url":"https://bench.shogo.ai/models/qwen-14b"},{"slug":"baichuan-2-7b","name":"Baichuan 2-7B","lab":"Baichuan","releaseDate":"2023-09-20","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":1,"long-horizon":2.8,"knowledge-work":5.2,"computer-use":0,"security-context":1.3},"agentEffectivePrice":null,"eci":83.25,"url":"https://bench.shogo.ai/models/baichuan-2-7b"},{"slug":"gpt-3-5-turbo-instruct","name":"GPT-3.5 Turbo Instruct","lab":"OpenAI","releaseDate":"2023-09-18","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/gpt-3-5-turbo-instruct"},{"slug":"internlm-chat-20b","name":"internlm-chat-20b","lab":"Unknown","releaseDate":"2023-09-17","openWeights":null,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/internlm-chat-20b"},{"slug":"phi-1-5","name":"Phi-1.5","lab":"Microsoft","releaseDate":"2023-09-11","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":0.4,"long-horizon":1.3,"knowledge-work":4.3,"computer-use":0,"security-context":0.8},"agentEffectivePrice":null,"eci":68.17,"url":"https://bench.shogo.ai/models/phi-1-5"},{"slug":"baichuan2-13b","name":"Baichuan2-13B","lab":"Baichuan","releaseDate":"2023-09-06","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":1.6,"long-horizon":4.4,"knowledge-work":5.7,"computer-use":0,"security-context":1.7},"agentEffectivePrice":null,"eci":91.59,"url":"https://bench.shogo.ai/models/baichuan2-13b"},{"slug":"baichuan2-13b-chat","name":"Baichuan2-13B-Chat","lab":"Unknown","releaseDate":"2023-09-06","openWeights":null,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/baichuan2-13b-chat"},{"slug":"falcon-180b","name":"Falcon-180B","lab":"Technology Innovation Institute","releaseDate":"2023-09-06","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":3.9,"long-horizon":9.3,"knowledge-work":7.3,"computer-use":0.1,"security-context":3},"agentEffectivePrice":null,"eci":106.92,"url":"https://bench.shogo.ai/models/falcon-180b"},{"slug":"claude-instant","name":"Claude Instant","lab":"Anthropic","releaseDate":"2023-08-09","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":5.7,"long-horizon":12.7,"knowledge-work":8.4,"computer-use":0.4,"security-context":4.2},"agentEffectivePrice":null,"eci":114,"url":"https://bench.shogo.ai/models/claude-instant"},{"slug":"stable-beluga-2","name":"Stable Beluga 2","lab":"Stability AI","releaseDate":"2023-07-20","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":4.4,"long-horizon":10.3,"knowledge-work":7.6,"computer-use":0.2,"security-context":3.4},"agentEffectivePrice":null,"eci":109.29,"url":"https://bench.shogo.ai/models/stable-beluga-2"},{"slug":"llama-2-13b","name":"Llama 2-13B","lab":"Meta","releaseDate":"2023-07-18","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":2.1,"long-horizon":5.5,"knowledge-work":6.1,"computer-use":0,"security-context":2},"agentEffectivePrice":null,"eci":96.28,"url":"https://bench.shogo.ai/models/llama-2-13b"},{"slug":"llama-2-34b","name":"Llama 2-34B","lab":"Meta","releaseDate":"2023-07-18","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":1.8,"long-horizon":4.9,"knowledge-work":5.9,"computer-use":0,"security-context":1.8},"agentEffectivePrice":null,"eci":93.69,"url":"https://bench.shogo.ai/models/llama-2-34b"},{"slug":"llama-2-70b","name":"Llama 2-70B","lab":"Meta","releaseDate":"2023-07-18","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":3.6,"long-horizon":8.7,"knowledge-work":7.1,"computer-use":0.1,"security-context":2.9},"agentEffectivePrice":null,"eci":105.64,"url":"https://bench.shogo.ai/models/llama-2-70b"},{"slug":"llama-2-7b","name":"Llama 2-7B","lab":"Meta","releaseDate":"2023-07-18","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":1,"long-horizon":2.8,"knowledge-work":5.1,"computer-use":0,"security-context":1.2},"agentEffectivePrice":null,"eci":82.8,"url":"https://bench.shogo.ai/models/llama-2-7b"},{"slug":"baichuan-1-13b","name":"Baichuan 1-13B","lab":"Baichuan","releaseDate":"2023-07-11","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/baichuan-1-13b"},{"slug":"claude-2","name":"Claude 2","lab":"Anthropic","releaseDate":"2023-07-11","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":6.8,"long-horizon":14.5,"knowledge-work":9.1,"computer-use":0.6,"security-context":5},"agentEffectivePrice":null,"eci":117.12,"url":"https://bench.shogo.ai/models/claude-2"},{"slug":"internlm-7b","name":"internlm-7b","lab":"Unknown","releaseDate":"2023-07-05","openWeights":null,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":1,"long-horizon":3,"knowledge-work":5.2,"computer-use":0,"security-context":1.3},"agentEffectivePrice":null,"eci":84.31,"url":"https://bench.shogo.ai/models/internlm-7b"},{"slug":"xgen-7b","name":"XGen-7B","lab":"Salesforce","releaseDate":"2023-06-27","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":0.4,"long-horizon":1.4,"knowledge-work":4.4,"computer-use":0,"security-context":0.8},"agentEffectivePrice":null,"eci":69.95,"url":"https://bench.shogo.ai/models/xgen-7b"},{"slug":"chatglm2-6b","name":"chatglm2-6b","lab":"Unknown","releaseDate":"2023-06-24","openWeights":null,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":0.5,"long-horizon":1.7,"knowledge-work":4.6,"computer-use":0,"security-context":0.9},"agentEffectivePrice":null,"eci":73.4,"url":"https://bench.shogo.ai/models/chatglm2-6b"},{"slug":"inflection-1","name":"Inflection-1","lab":"Inflection AI","releaseDate":"2023-06-22","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/inflection-1"},{"slug":"mpt-30b","name":"MPT-30B","lab":"MosaicML","releaseDate":"2023-06-22","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":1.1,"long-horizon":3.1,"knowledge-work":5.3,"computer-use":0,"security-context":1.3},"agentEffectivePrice":null,"eci":84.95,"url":"https://bench.shogo.ai/models/mpt-30b"},{"slug":"open-llama-7b","name":"open_llama_7b","lab":"Unknown","releaseDate":"2023-06-07","openWeights":null,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":0.3,"long-horizon":1,"knowledge-work":4.1,"computer-use":0,"security-context":0.7},"agentEffectivePrice":null,"eci":63.91,"url":"https://bench.shogo.ai/models/open-llama-7b"},{"slug":"baichuan1-7b","name":"Baichuan1-7B","lab":"Baichuan","releaseDate":"2023-06-01","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/baichuan1-7b"},{"slug":"mpt-7b","name":"MPT-7B","lab":"MosaicML","releaseDate":"2023-05-05","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":0.5,"long-horizon":1.7,"knowledge-work":4.6,"computer-use":0,"security-context":0.9},"agentEffectivePrice":null,"eci":73.18,"url":"https://bench.shogo.ai/models/mpt-7b"},{"slug":"redpajama-incite-7b-base","name":"RedPajama-INCITE-7B-Base","lab":"Unknown","releaseDate":"2023-05-04","openWeights":null,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":0.2,"long-horizon":0.7,"knowledge-work":3.8,"computer-use":0,"security-context":0.5},"agentEffectivePrice":null,"eci":57.17,"url":"https://bench.shogo.ai/models/redpajama-incite-7b-base"},{"slug":"falcon-7b","name":"Falcon-7B","lab":"Technology Innovation Institute","releaseDate":"2023-04-24","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":0.5,"long-horizon":1.6,"knowledge-work":4.5,"computer-use":0,"security-context":0.9},"agentEffectivePrice":null,"eci":72.84,"url":"https://bench.shogo.ai/models/falcon-7b"},{"slug":"claude-1-3","name":"Claude 1.3","lab":"Anthropic","releaseDate":"2023-04-18","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/claude-1-3"},{"slug":"dolly-2-0-12b","name":"Dolly 2.0-12b","lab":"Databricks","releaseDate":"2023-04-11","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":0.2,"long-horizon":0.6,"knowledge-work":3.7,"computer-use":0,"security-context":0.5},"agentEffectivePrice":null,"eci":55.1,"url":"https://bench.shogo.ai/models/dolly-2-0-12b"},{"slug":"cerebras-gpt-13b","name":"Cerebras-GPT-13B","lab":"Cerebras Systems","releaseDate":"2023-03-20","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":0.1,"long-horizon":0.4,"knowledge-work":3.4,"computer-use":0,"security-context":0.4},"agentEffectivePrice":null,"eci":48.59,"url":"https://bench.shogo.ai/models/cerebras-gpt-13b"},{"slug":"falcon-40b","name":"Falcon-40B","lab":"Technology Innovation Institute","releaseDate":"2023-03-15","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":1.5,"long-horizon":4.1,"knowledge-work":5.7,"computer-use":0,"security-context":1.6},"agentEffectivePrice":null,"eci":90.42,"url":"https://bench.shogo.ai/models/falcon-40b"},{"slug":"gpt-3-5-turbo","name":"GPT-3.5-turbo","lab":"OpenAI","releaseDate":"2023-03-01","openWeights":false,"context":4524,"price":{"input":0.45,"output":1.4,"cacheRead":null,"cacheWrite":null,"source":"models.dev"},"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":3.7,"long-horizon":8.8,"knowledge-work":7.2,"computer-use":0.1,"security-context":2.9},"agentEffectivePrice":0.5,"eci":105.84,"url":"https://bench.shogo.ai/models/gpt-3-5-turbo"},{"slug":"llama-13b","name":"LLaMA-13B","lab":"Meta","releaseDate":"2023-02-24","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":1.1,"long-horizon":3.1,"knowledge-work":5.3,"computer-use":0,"security-context":1.3},"agentEffectivePrice":null,"eci":84.95,"url":"https://bench.shogo.ai/models/llama-13b"},{"slug":"llama-33b","name":"LLaMA-33B","lab":"Meta","releaseDate":"2023-02-24","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":2.1,"long-horizon":5.6,"knowledge-work":6.1,"computer-use":0,"security-context":2},"agentEffectivePrice":null,"eci":96.37,"url":"https://bench.shogo.ai/models/llama-33b"},{"slug":"llama-65b","name":"LLaMA-65B","lab":"Meta","releaseDate":"2023-02-24","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":2.8,"long-horizon":7.1,"knowledge-work":6.6,"computer-use":0.1,"security-context":2.4},"agentEffectivePrice":null,"eci":101.38,"url":"https://bench.shogo.ai/models/llama-65b"},{"slug":"llama-7b","name":"LLaMA-7B","lab":"Meta","releaseDate":"2023-02-24","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":0.7,"long-horizon":2,"knowledge-work":4.8,"computer-use":0,"security-context":1},"agentEffectivePrice":null,"eci":76.96,"url":"https://bench.shogo.ai/models/llama-7b"},{"slug":"opt-13b","name":"opt-13b","lab":"Unknown","releaseDate":"2022-05-11","openWeights":null,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/opt-13b"},{"slug":"palm-540b","name":"PaLM (540B)","lab":"Google","releaseDate":"2022-04-04","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/palm-540b"},{"slug":"palm-62b","name":"PaLM 62B","lab":"Unknown","releaseDate":"2022-04-04","openWeights":null,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/palm-62b"},{"slug":"chinchilla","name":"Chinchilla","lab":"Google","releaseDate":"2022-03-29","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/chinchilla"},{"slug":"davinci-002","name":"davinci-002","lab":"OpenAI","releaseDate":"2022-03-15","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/davinci-002"},{"slug":"instructgpt-175b","name":"InstructGPT 175B","lab":"OpenAI","releaseDate":"2022-01-27","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/instructgpt-175b"},{"slug":"gopher-280b","name":"Gopher (280B)","lab":"Google","releaseDate":"2021-12-08","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/gopher-280b"},{"slug":"gpt-j-6b","name":"GPT-J-6B","lab":"EleutherAI","releaseDate":"2021-08-05","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/gpt-j-6b"},{"slug":"gpt-3-175b-davinci","name":"GPT-3 175B (davinci)","lab":"OpenAI","releaseDate":"2020-05-28","openWeights":false,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/gpt-3-175b-davinci"},{"slug":"gpt-2-1-5b","name":"GPT-2 (1.5B)","lab":"OpenAI","releaseDate":"2019-11-05","openWeights":true,"context":null,"price":null,"agentIndex":null,"agentIndexRange":null,"label":"unranked","rank":null,"pillars":{"agentic-coding":null,"long-horizon":null,"knowledge-work":null,"computer-use":null,"security-context":null},"agentEffectivePrice":null,"eci":null,"url":"https://bench.shogo.ai/models/gpt-2-1-5b"}]}