{"generatedAt":"2026-08-08","schemaVersion":1,"source":"https://allaiask.com/best-llm-for","license":"https://allaiask.com/terms","methodology":"Each task defines hard eligibility requirements (minimum context window, vision support, reasoning mode) and weights across price, measured speed, context window, and graded accuracy (where a first-party test exists). Sub-scores are min-max normalised within each task's eligible model set; a missing measurement is never scored as zero, its weight is redistributed across the components that are present.","tasks":[{"slug":"coding","name":"Coding","question":"What is the best LLM for coding?","weights":{"evidence":0.5,"price":0.2,"speed":0.2,"context":0.1},"requires":{},"evidence":[{"suite":"cheap","testSlug":"code-snippet-fibonacci"},{"suite":"premium","testSlug":"median-two-sorted-arrays"}],"evidenceCoverage":{"tested":16,"total":32,"runAt":"2026-06-21T00:00:00.000Z"},"workload":{"label":"Coding agent loop","inputTokens":4000,"outputTokens":1000,"callsPerMonth":20000},"picks":{"overall":"glm-5-2","budget":"glm-5-2","fastest":"cerebras-gpt-oss-120b","longContext":"gemini-3-1-pro"},"candidates":[{"slug":"glm-5-2","name":"GLM-5.2","provider":"Z.ai","isDated":false,"taskPricePerM":2,"monthlyCostUsd":200,"tokensPerSecond":null,"contextWindow":1000000,"evidenceAccuracy":100,"evidenceRuns":1,"sub":{"evidence":100,"price":38.06184106582644,"speed":null,"context":74.78430675446566},"fitScore":81.36349861076482,"scoredOn":["price","context","evidence"]},{"slug":"cerebras-gpt-oss-120b","name":"GPT-OSS 120B (Cerebras)","provider":"Cerebras","isDated":false,"taskPricePerM":0.43,"monthlyCostUsd":43,"tokensPerSecond":2450,"contextWindow":131072,"evidenceAccuracy":80,"evidenceRuns":1,"sub":{"evidence":80,"price":64.68884729224122,"speed":100,"context":0.8627729821372943},"fitScore":73.02404675666197,"scoredOn":["price","context","speed","evidence"]},{"slug":"nova-lite","name":"Amazon Nova Lite","provider":"Amazon","isDated":false,"taskPricePerM":0.09600000000000002,"monthlyCostUsd":9.600000000000001,"tokensPerSecond":108,"contextWindow":300000,"evidenceAccuracy":98,"evidenceRuns":1,"sub":{"evidence":98,"price":90.66313049765921,"speed":2.7812370278123706,"context":30.985515153923266},"fitScore":70.78742502048664,"scoredOn":["price","context","speed","evidence"]},{"slug":"nova-micro","name":"Amazon Nova Micro","provider":"Amazon","isDated":false,"taskPricePerM":0.05599999999999999,"monthlyCostUsd":5.599999999999999,"tokensPerSecond":168,"contextWindow":128000,"evidenceAccuracy":97,"evidenceRuns":1,"sub":{"evidence":97,"price":100,"speed":5.271897052718971,"context":0},"fitScore":69.55437941054379,"scoredOn":["price","context","speed","evidence"]},{"slug":"ministral-8b","name":"Ministral 8B","provider":"Mistral","isDated":false,"taskPricePerM":0.15,"monthlyCostUsd":15,"tokensPerSecond":158,"contextWindow":131072,"evidenceAccuracy":99,"evidenceRuns":1,"sub":{"evidence":99,"price":82.93223719472499,"speed":4.85678704856787,"context":0.8627729821372943},"fitScore":67.14408214687231,"scoredOn":["price","context","speed","evidence"]},{"slug":"gpt-oss-20b","name":"GPT-OSS 20B","provider":"Groq","isDated":false,"taskPricePerM":0.12,"monthlyCostUsd":12,"tokensPerSecond":1120,"contextWindow":131072,"evidenceAccuracy":80,"evidenceRuns":1,"sub":{"evidence":80,"price":86.79768384619211,"speed":44.79036944790369,"context":0.8627729821372943},"fitScore":66.4038879570329,"scoredOn":["price","context","speed","evidence"]},{"slug":"codestral","name":"Codestral","provider":"Mistral","isDated":false,"taskPricePerM":0.42,"monthlyCostUsd":42,"tokensPerSecond":118,"contextWindow":256000,"evidenceAccuracy":99,"evidenceRuns":1,"sub":{"evidence":99,"price":65.09645881355073,"speed":3.1963470319634704,"context":25.21569324553435},"fitScore":65.68013049365628,"scoredOn":["price","context","speed","evidence"]},{"slug":"mistral-small","name":"Mistral Small 3.1","provider":"Mistral","isDated":false,"taskPricePerM":0.24,"monthlyCostUsd":24,"tokensPerSecond":121,"contextWindow":131072,"evidenceAccuracy":99,"evidenceRuns":1,"sub":{"evidence":99,"price":74.79050984412318,"speed":3.320880033208801,"context":0.8627729821372943},"fitScore":65.20855527368013,"scoredOn":["price","context","speed","evidence"]}],"verifiedAt":"2026-08-08"},{"slug":"data-extraction","name":"Structured Data Extraction","question":"What is the best LLM for structured data extraction?","weights":{"evidence":0.45,"price":0.3,"speed":0.15,"context":0.1},"requires":{},"evidence":[{"suite":"cheap","testSlug":"structured-data-extraction"}],"evidenceCoverage":{"tested":13,"total":32,"runAt":"2026-06-16T20:31:30.728Z"},"workload":{"label":"Structured extraction batch","inputTokens":800,"outputTokens":200,"callsPerMonth":100000},"picks":{"overall":"nova-micro","budget":"nova-micro","fastest":"cerebras-gpt-oss-120b","longContext":"gemini-3-1-pro"},"candidates":[{"slug":"nova-micro","name":"Amazon Nova Micro","provider":"Amazon","isDated":false,"taskPricePerM":0.055999999999999994,"monthlyCostUsd":5.599999999999999,"tokensPerSecond":168,"contextWindow":128000,"evidenceAccuracy":99,"evidenceRuns":1,"sub":{"evidence":99,"price":100,"speed":5.271897052718971,"context":0},"fitScore":75.34078455790785,"scoredOn":["price","context","speed","evidence"]},{"slug":"nova-lite","name":"Amazon Nova Lite","provider":"Amazon","isDated":false,"taskPricePerM":0.09600000000000002,"monthlyCostUsd":9.600000000000001,"tokensPerSecond":108,"contextWindow":300000,"evidenceAccuracy":85,"evidenceRuns":1,"sub":{"evidence":85,"price":90.66313049765922,"speed":2.7812370278123706,"context":30.985515153923266},"fitScore":68.96467621886195,"scoredOn":["price","context","speed","evidence"]},{"slug":"gpt-oss-20b","name":"GPT-OSS 20B","provider":"Groq","isDated":false,"taskPricePerM":0.12,"monthlyCostUsd":12,"tokensPerSecond":1120,"contextWindow":131072,"evidenceAccuracy":80,"evidenceRuns":1,"sub":{"evidence":80,"price":86.79768384619211,"speed":44.79036944790369,"context":0.8627729821372943},"fitScore":68.84413786925691,"scoredOn":["price","context","speed","evidence"]},{"slug":"mistral-small","name":"Mistral Small 3.1","provider":"Mistral","isDated":false,"taskPricePerM":0.24,"monthlyCostUsd":24,"tokensPerSecond":121,"contextWindow":131072,"evidenceAccuracy":99,"evidenceRuns":1,"sub":{"evidence":99,"price":74.79050984412319,"speed":3.320880033208801,"context":0.8627729821372943},"fitScore":67.571562256432,"scoredOn":["price","context","speed","evidence"]},{"slug":"codestral","name":"Codestral","provider":"Mistral","isDated":false,"taskPricePerM":0.42,"monthlyCostUsd":42,"tokensPerSecond":118,"contextWindow":256000,"evidenceAccuracy":99,"evidenceRuns":1,"sub":{"evidence":99,"price":65.09645881355073,"speed":3.1963470319634704,"context":25.21569324553435},"fitScore":67.07995902341318,"scoredOn":["price","context","speed","evidence"]},{"slug":"cerebras-gpt-oss-120b","name":"GPT-OSS 120B (Cerebras)","provider":"Cerebras","isDated":false,"taskPricePerM":0.43,"monthlyCostUsd":43,"tokensPerSecond":2450,"contextWindow":131072,"evidenceAccuracy":72,"evidenceRuns":1,"sub":{"evidence":72,"price":64.68884729224122,"speed":100,"context":0.8627729821372943},"fitScore":66.8929314858861,"scoredOn":["price","context","speed","evidence"]},{"slug":"ministral-8b","name":"Ministral 8B","provider":"Mistral","isDated":false,"taskPricePerM":0.15,"monthlyCostUsd":15,"tokensPerSecond":158,"contextWindow":131072,"evidenceAccuracy":85,"evidenceRuns":1,"sub":{"evidence":85,"price":82.932237194725,"speed":4.85678704856787,"context":0.8627729821372943},"fitScore":63.94446651391641,"scoredOn":["price","context","speed","evidence"]},{"slug":"gpt-oss-120b","name":"GPT-OSS 120B","provider":"Groq","isDated":false,"taskPricePerM":0.24,"monthlyCostUsd":24,"tokensPerSecond":780,"contextWindow":131072,"evidenceAccuracy":80,"evidenceRuns":1,"sub":{"evidence":80,"price":74.79050984412319,"speed":30.676629306766294,"context":0.8627729821372943},"fitScore":63.12492464746563,"scoredOn":["price","context","speed","evidence"]}],"verifiedAt":"2026-08-08"},{"slug":"writing","name":"Writing & Content","question":"What is the best LLM for writing and content generation?","weights":{"evidence":0.45,"price":0.3,"speed":0.15,"context":0.1},"requires":{},"evidence":[{"suite":"cheap","testSlug":"short-paragraph-api-explainer"}],"evidenceCoverage":{"tested":13,"total":32,"runAt":"2026-06-16T20:31:30.728Z"},"workload":{"label":"Marketing copy generation","inputTokens":500,"outputTokens":600,"callsPerMonth":20000},"picks":{"overall":"cerebras-gpt-oss-120b","budget":"cerebras-gpt-oss-120b","fastest":"cerebras-gpt-oss-120b","longContext":"gemini-3-1-pro"},"candidates":[{"slug":"cerebras-gpt-oss-120b","name":"GPT-OSS 120B (Cerebras)","provider":"Cerebras","isDated":false,"taskPricePerM":0.5681818181818182,"monthlyCostUsd":12.5,"tokensPerSecond":2450,"contextWindow":131072,"evidenceAccuracy":80,"evidenceRuns":1,"sub":{"evidence":80,"price":68.89134015337169,"speed":100,"context":0.8627729821372943},"fitScore":71.75367934422523,"scoredOn":["price","context","speed","evidence"]},{"slug":"nova-lite","name":"Amazon Nova Lite","provider":"Amazon","isDated":false,"taskPricePerM":0.15818181818181817,"monthlyCostUsd":3.48,"tokensPerSecond":108,"contextWindow":300000,"evidenceAccuracy":88,"evidenceRuns":1,"sub":{"evidence":88,"price":90.77541687626524,"speed":2.7812370278123706,"context":30.985515153923266},"fitScore":70.34836213244375,"scoredOn":["price","context","speed","evidence"]},{"slug":"gpt-oss-20b","name":"GPT-OSS 20B","provider":"Groq","isDated":false,"taskPricePerM":0.19772727272727272,"monthlyCostUsd":4.35,"tokensPerSecond":1120,"contextWindow":131072,"evidenceAccuracy":80,"evidenceRuns":1,"sub":{"evidence":80,"price":86.95645657721842,"speed":44.79036944790369,"context":0.8627729821372943},"fitScore":68.8917696885648,"scoredOn":["price","context","speed","evidence"]},{"slug":"ministral-8b","name":"Ministral 8B","provider":"Mistral","isDated":false,"taskPricePerM":0.15,"monthlyCostUsd":3.3,"tokensPerSecond":158,"contextWindow":131072,"evidenceAccuracy":86,"evidenceRuns":1,"sub":{"evidence":86,"price":91.68435783901656,"speed":4.85678704856787,"context":0.8627729821372943},"fitScore":67.02010270720388,"scoredOn":["price","context","speed","evidence"]},{"slug":"nova-micro","name":"Amazon Nova Micro","provider":"Amazon","isDated":false,"taskPricePerM":0.09227272727272726,"monthlyCostUsd":2.03,"tokensPerSecond":168,"contextWindow":128000,"evidenceAccuracy":78,"evidenceRuns":1,"sub":{"evidence":78,"price":100,"speed":5.271897052718971,"context":0},"fitScore":65.89078455790785,"scoredOn":["price","context","speed","evidence"]},{"slug":"codestral","name":"Codestral","provider":"Mistral","isDated":false,"taskPricePerM":0.6272727272727273,"monthlyCostUsd":13.8,"tokensPerSecond":118,"contextWindow":256000,"evidenceAccuracy":91,"evidenceRuns":1,"sub":{"evidence":91,"price":67.19804572195166,"speed":3.1963470319634704,"context":25.21569324553435},"fitScore":64.11043509593345,"scoredOn":["price","context","speed","evidence"]},{"slug":"deepseek-v4-flash","name":"DeepSeek V4 Flash","provider":"DeepSeek","isDated":false,"taskPricePerM":0.2163636363636363,"monthlyCostUsd":4.759999999999999,"tokensPerSecond":132,"contextWindow":128000,"evidenceAccuracy":84,"evidenceRuns":1,"sub":{"evidence":84,"price":85.41493447353676,"speed":3.7775010377750107,"context":0},"fitScore":63.99110549772728,"scoredOn":["price","context","speed","evidence"]},{"slug":"gpt-oss-120b","name":"GPT-OSS 120B","provider":"Groq","isDated":false,"taskPricePerM":0.39545454545454545,"monthlyCostUsd":8.7,"tokensPerSecond":780,"contextWindow":131072,"evidenceAccuracy":80,"evidenceRuns":1,"sub":{"evidence":80,"price":75.09368237485181,"speed":30.676629306766294,"context":0.8627729821372943},"fitScore":63.21587640668422,"scoredOn":["price","context","speed","evidence"]}],"verifiedAt":"2026-08-08"},{"slug":"math-and-reasoning","name":"Math & Reasoning","question":"What is the best LLM for math and reasoning?","weights":{"evidence":0.55,"price":0.15,"speed":0.1,"context":0.2},"requires":{"reasoning":true},"evidence":[{"suite":"premium","testSlug":"constraint-logic-puzzle"}],"evidenceCoverage":{"tested":3,"total":18,"runAt":"2026-06-21T00:00:00.000Z"},"workload":{"label":"Reasoning-heavy query","inputTokens":1000,"outputTokens":2000,"callsPerMonth":5000},"picks":{"overall":"glm-5-2","budget":"glm-5-2","fastest":"cerebras-gpt-oss-120b","longContext":"gemini-3-1-pro"},"candidates":[{"slug":"glm-5-2","name":"GLM-5.2","provider":"Z.ai","isDated":false,"taskPricePerM":3.4,"monthlyCostUsd":51,"tokensPerSecond":null,"contextWindow":1000000,"evidenceAccuracy":99,"evidenceRuns":1,"sub":{"evidence":99,"price":46.68856245519404,"speed":null,"context":74.78430675446566},"fitScore":84.90016191019137,"scoredOn":["price","context","evidence"]},{"slug":"gemini-3-1-pro","name":"Gemini 3.1 Pro","provider":"Google","isDated":false,"taskPricePerM":8.666666666666666,"monthlyCostUsd":130,"tokensPerSecond":55,"contextWindow":2000000,"evidenceAccuracy":98,"evidenceRuns":1,"sub":{"evidence":98,"price":28.31799995454932,"speed":0.5811540058115401,"context":100},"fitScore":78.20581539376356,"scoredOn":["price","context","speed","evidence"]},{"slug":"claude-opus-4-8","name":"Claude Opus 4.8","provider":"Anthropic","isDated":false,"taskPricePerM":18.333333333333332,"monthlyCostUsd":275,"tokensPerSecond":58,"contextWindow":500000,"evidenceAccuracy":100,"evidenceRuns":1,"sub":{"evidence":100,"price":13.608403983512874,"speed":0.70568700705687,"context":49.56861350893131},"fitScore":67.02555200001889,"scoredOn":["price","context","speed","evidence"]},{"slug":"grok-4-3","name":"Grok 4.3","provider":"xAI","isDated":false,"taskPricePerM":2.0833333333333335,"monthlyCostUsd":31.25,"tokensPerSecond":98,"contextWindow":1000000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":56.30481943439713,"speed":2.3661270236612704,"context":74.78430675446566},"fitScore":52.531548818708515,"scoredOn":["price","context","speed"]},{"slug":"cerebras-gpt-oss-120b","name":"GPT-OSS 120B (Cerebras)","provider":"Cerebras","isDated":false,"taskPricePerM":0.6166666666666667,"monthlyCostUsd":9.25,"tokensPerSecond":2450,"contextWindow":131072,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":80.20568010933451,"speed":100,"context":0.8627729821372943},"fitScore":49.34090358406142,"scoredOn":["price","context","speed"]},{"slug":"grok-4-20-0309-reasoning","name":"Grok-4.20 Reasoning","provider":"xAI","isDated":false,"taskPricePerM":4.666666666666667,"monthlyCostUsd":70,"tokensPerSecond":52,"contextWindow":1000000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":40.47145865118663,"speed":0.45662100456621,"context":74.78430675446566},"fitScore":46.82942722006167,"scoredOn":["price","context","speed"]},{"slug":"gemini-3-6-flash","name":"Gemini 3.6 Flash","provider":"Google","isDated":false,"taskPricePerM":6.5,"monthlyCostUsd":97.5,"tokensPerSecond":114,"contextWindow":1000000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":33.965997913042756,"speed":3.0303030303030303,"context":74.78430675446566},"fitScore":45.232869646399664,"scoredOn":["price","context","speed"]},{"slug":"gpt-oss-20b","name":"GPT-OSS 20B","provider":"Groq","isDated":false,"taskPricePerM":0.225,"monthlyCostUsd":3.375,"tokensPerSecond":1120,"contextWindow":131072,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":100,"speed":44.79036944790369,"context":0.8627729821372943},"fitScore":43.67020342492851,"scoredOn":["price","context","speed"]}],"verifiedAt":"2026-08-08"},{"slug":"agents","name":"Agents & Tool Use","question":"What is the best LLM for agentic tool use?","weights":{"evidence":0.4,"price":0.15,"speed":0.35,"context":0.1},"requires":{"reasoning":true},"evidence":[{"suite":"premium","testSlug":"median-two-sorted-arrays"}],"evidenceCoverage":{"tested":3,"total":18,"runAt":"2026-06-21T00:00:00.000Z"},"workload":{"label":"Multi-step agent task","inputTokens":6000,"outputTokens":1500,"callsPerMonth":30000},"picks":{"overall":"glm-5-2","budget":"glm-5-2","fastest":"cerebras-gpt-oss-120b","longContext":"gemini-3-1-pro"},"candidates":[{"slug":"glm-5-2","name":"GLM-5.2","provider":"Z.ai","isDated":false,"taskPricePerM":2,"monthlyCostUsd":450,"tokensPerSecond":null,"contextWindow":1000000,"evidenceAccuracy":100,"evidenceRuns":1,"sub":{"evidence":100,"price":43.851217427959355,"speed":null,"context":74.78430675446566},"fitScore":83.16325121483149,"scoredOn":["price","context","evidence"]},{"slug":"cerebras-gpt-oss-120b","name":"GPT-OSS 120B (Cerebras)","provider":"Cerebras","isDated":false,"taskPricePerM":0.43,"monthlyCostUsd":96.75,"tokensPerSecond":2450,"contextWindow":131072,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":74.52831046375805,"speed":100,"context":0.8627729821372943},"fitScore":77.10920644629573,"scoredOn":["price","context","speed"]},{"slug":"cerebras-glm-4-7","name":"GLM 4.7 (Cerebras)","provider":"Cerebras","isDated":false,"taskPricePerM":2.35,"monthlyCostUsd":528.75,"tokensPerSecond":1980,"contextWindow":200000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":40.632700450957735,"speed":80.48982980489829,"context":16.235280175597975},"fitScore":59.816455861529775,"scoredOn":["price","context","speed"]},{"slug":"gemini-3-1-pro","name":"Gemini 3.1 Pro","provider":"Google","isDated":false,"taskPricePerM":4,"monthlyCostUsd":900,"tokensPerSecond":55,"contextWindow":2000000,"evidenceAccuracy":99,"evidenceRuns":1,"sub":{"evidence":99,"price":30.017698525143956,"speed":0.5811540058115401,"context":100},"fitScore":54.306058680805634,"scoredOn":["price","context","speed","evidence"]},{"slug":"gpt-oss-20b","name":"GPT-OSS 20B","provider":"Groq","isDated":false,"taskPricePerM":0.12,"monthlyCostUsd":27,"tokensPerSecond":1120,"contextWindow":131072,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":100,"speed":44.79036944790369,"context":0.8627729821372943},"fitScore":51.27151100830004,"scoredOn":["price","context","speed"]},{"slug":"claude-opus-4-8","name":"Claude Opus 4.8","provider":"Anthropic","isDated":false,"taskPricePerM":9,"monthlyCostUsd":2025,"tokensPerSecond":58,"contextWindow":500000,"evidenceAccuracy":100,"evidenceRuns":1,"sub":{"evidence":100,"price":13.8335189028154,"speed":0.70568700705687,"context":49.56861350893131},"fitScore":47.27887963878535,"scoredOn":["price","context","speed","evidence"]},{"slug":"gpt-oss-120b","name":"GPT-OSS 120B","provider":"Groq","isDated":false,"taskPricePerM":0.24,"monthlyCostUsd":54,"tokensPerSecond":780,"contextWindow":131072,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":86.1664810971846,"speed":30.676629306766294,"context":0.8627729821372943},"fitScore":39.58011620026603,"scoredOn":["price","context","speed"]},{"slug":"qwen3-8-30b","name":"Qwen 3.8 30B","provider":"Groq","isDated":false,"taskPricePerM":1.08,"monthlyCostUsd":243.00000000000003,"tokensPerSecond":690,"contextWindow":131072,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":56.14878257204066,"speed":26.94063926940639,"context":0.8627729821372943},"fitScore":29.896364047186772,"scoredOn":["price","context","speed"]}],"verifiedAt":"2026-08-08"},{"slug":"long-documents","name":"Long Documents & RAG","question":"What is the best LLM for long documents and RAG?","weights":{"evidence":0,"price":0.25,"speed":0.15,"context":0.6},"requires":{"minContext":200000},"evidence":[],"evidenceCoverage":{"tested":0,"total":21,"runAt":null},"workload":{"label":"Long-document Q&A","inputTokens":150000,"outputTokens":1000,"callsPerMonth":2000},"picks":{"overall":"gemini-3-1-pro","budget":"gemini-3-1-pro","fastest":"cerebras-glm-4-7","longContext":"gemini-3-1-pro"},"candidates":[{"slug":"gemini-3-1-pro","name":"Gemini 3.1 Pro","provider":"Google","isDated":false,"taskPricePerM":2.066225165562914,"monthlyCostUsd":624,"tokensPerSecond":55,"contextWindow":2000000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":31.293644404047672,"speed":0.7220216606498195,"context":100},"fitScore":67.93171435010939,"scoredOn":["price","context","speed"]},{"slug":"gemini-3-5-flash-lite","name":"Gemini 3.5 Flash Lite","provider":"Google","isDated":false,"taskPricePerM":0.2582781456953642,"monthlyCostUsd":78,"tokensPerSecond":162,"contextWindow":1000000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":71.88816661576594,"speed":6.2403300670448685,"context":69.89700043360187},"fitScore":60.84629142415935,"scoredOn":["price","context","speed"]},{"slug":"glm-5-2","name":"GLM-5.2","provider":"Z.ai","isDated":false,"taskPricePerM":1.4198675496688742,"monthlyCostUsd":428.8,"tokensPerSecond":null,"contextWindow":1000000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":38.61745267116963,"speed":null,"context":69.89700043360187},"fitScore":60.697133444651215,"scoredOn":["price","context"]},{"slug":"grok-4-3","name":"Grok 4.3","provider":"xAI","isDated":false,"taskPricePerM":1.2582781456953642,"monthlyCostUsd":380,"tokensPerSecond":98,"contextWindow":1000000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":40.976068662291866,"speed":2.939659618359979,"context":69.89700043360187},"fitScore":52.62316636848809,"scoredOn":["price","context","speed"]},{"slug":"gemini-3-6-flash","name":"Gemini 3.6 Flash","provider":"Google","isDated":false,"taskPricePerM":1.5496688741721854,"monthlyCostUsd":468,"tokensPerSecond":114,"contextWindow":1000000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":36.90972739843802,"speed":3.7648272305312016,"context":69.89700043360187},"fitScore":51.73035619435031,"scoredOn":["price","context","speed"]},{"slug":"grok-4-20-0309-non-reasoning","name":"Grok-4.20","provider":"xAI","isDated":false,"taskPricePerM":2.0264900662251657,"monthlyCostUsd":612,"tokensPerSecond":104,"contextWindow":1000000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":31.672721142602377,"speed":3.2490974729241873,"context":69.89700043360187},"fitScore":50.343745166750345,"scoredOn":["price","context","speed"]},{"slug":"grok-4-20-0309-reasoning","name":"Grok-4.20 Reasoning","provider":"xAI","isDated":false,"taskPricePerM":2.0264900662251657,"monthlyCostUsd":612,"tokensPerSecond":52,"contextWindow":1000000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":31.672721142602377,"speed":0.5673027333677153,"context":69.89700043360187},"fitScore":49.94147595581688,"scoredOn":["price","context","speed"]},{"slug":"claude-fable-5","name":"Claude Fable 5","provider":"Anthropic","isDated":false,"taskPricePerM":10.264900662251655,"monthlyCostUsd":3100,"tokensPerSecond":41,"contextWindow":1000000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":0,"speed":0,"context":69.89700043360187},"fitScore":41.938200260161125,"scoredOn":["price","context","speed"]}],"verifiedAt":"2026-08-08"},{"slug":"summarization","name":"Summarization","question":"What is the best LLM for summarization?","weights":{"evidence":0,"price":0.4,"speed":0.1,"context":0.5},"requires":{"minContext":128000},"evidence":[],"evidenceCoverage":{"tested":0,"total":32,"runAt":null},"workload":{"label":"Document summarization","inputTokens":50000,"outputTokens":800,"callsPerMonth":10000},"picks":{"overall":"gemini-3-5-flash-lite","budget":"gemini-3-5-flash-lite","fastest":"cerebras-gpt-oss-120b","longContext":"gemini-3-1-pro"},"candidates":[{"slug":"gemini-3-5-flash-lite","name":"Gemini 3.5 Flash Lite","provider":"Google","isDated":false,"taskPricePerM":0.26968503937007876,"monthlyCostUsd":137.00000000000003,"tokensPerSecond":162,"contextWindow":1000000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":64.80117229541713,"speed":5.0228310502283104,"context":74.78430675446566},"fitScore":63.81490540042252,"scoredOn":["price","context","speed"]},{"slug":"gemini-3-1-pro","name":"Gemini 3.1 Pro","provider":"Google","isDated":false,"taskPricePerM":2.15748031496063,"monthlyCostUsd":1096.0000000000002,"tokensPerSecond":55,"contextWindow":2000000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":28.126187646753053,"speed":0.5811540058115401,"context":100},"fitScore":61.30859045928237,"scoredOn":["price","context","speed"]},{"slug":"glm-5-2","name":"GLM-5.2","provider":"Z.ai","isDated":false,"taskPricePerM":1.447244094488189,"monthlyCostUsd":735.2,"tokensPerSecond":null,"contextWindow":1000000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":35.16826302127834,"speed":null,"context":74.78430675446566},"fitScore":57.177176206382406,"scoredOn":["price","context"]},{"slug":"grok-4-3","name":"Grok 4.3","provider":"xAI","isDated":false,"taskPricePerM":1.2696850393700787,"monthlyCostUsd":645,"tokensPerSecond":98,"contextWindow":1000000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":37.476801789438326,"speed":2.3661270236612704,"context":74.78430675446566},"fitScore":52.619486795374286,"scoredOn":["price","context","speed"]},{"slug":"nova-lite","name":"Amazon Nova Lite","provider":"Amazon","isDated":false,"taskPricePerM":0.06283464566929135,"monthlyCostUsd":31.92000000000001,"tokensPerSecond":108,"contextWindow":300000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":90.49375132994312,"speed":2.7812370278123706,"context":30.985515153923266},"fitScore":51.968381811720114,"scoredOn":["price","context","speed"]},{"slug":"gemini-3-6-flash","name":"Gemini 3.6 Flash","provider":"Google","isDated":false,"taskPricePerM":1.6181102362204725,"monthlyCostUsd":822,"tokensPerSecond":114,"contextWindow":1000000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":33.200018951643564,"speed":3.0303030303030303,"context":74.78430675446566},"fitScore":50.97519126092056,"scoredOn":["price","context","speed"]},{"slug":"grok-4-20-0309-non-reasoning","name":"Grok-4.20","provider":"xAI","isDated":false,"taskPricePerM":2.062992125984252,"monthlyCostUsd":1048,"tokensPerSecond":104,"contextWindow":1000000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":28.91603333653826,"speed":2.6151930261519305,"context":74.78430675446566},"fitScore":49.22008601446333,"scoredOn":["price","context","speed"]},{"slug":"grok-4-20-0309-reasoning","name":"Grok-4.20 Reasoning","provider":"xAI","isDated":false,"taskPricePerM":2.062992125984252,"monthlyCostUsd":1048,"tokensPerSecond":52,"contextWindow":1000000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":28.91603333653826,"speed":0.45662100456621,"context":74.78430675446566},"fitScore":49.00422881230476,"scoredOn":["price","context","speed"]}],"verifiedAt":"2026-08-08"},{"slug":"chatbots","name":"Chatbots & Support","question":"What is the best LLM for chatbots and customer support?","weights":{"evidence":0,"price":0.45,"speed":0.45,"context":0.1},"requires":{},"evidence":[],"evidenceCoverage":{"tested":0,"total":32,"runAt":null},"workload":{"label":"Support chat turn","inputTokens":400,"outputTokens":200,"callsPerMonth":500000},"picks":{"overall":"cerebras-gpt-oss-120b","budget":"cerebras-gpt-oss-120b","fastest":"cerebras-gpt-oss-120b","longContext":"gemini-3-1-pro"},"candidates":[{"slug":"cerebras-gpt-oss-120b","name":"GPT-OSS 120B (Cerebras)","provider":"Cerebras","isDated":false,"taskPricePerM":0.48333333333333334,"monthlyCostUsd":145,"tokensPerSecond":2450,"contextWindow":131072,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":66.73844475994382,"speed":100,"context":0.8627729821372943},"fitScore":75.11857744018845,"scoredOn":["price","context","speed"]},{"slug":"gpt-oss-20b","name":"GPT-OSS 20B","provider":"Groq","isDated":false,"taskPricePerM":0.15,"monthlyCostUsd":45,"tokensPerSecond":1120,"contextWindow":131072,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":86.88033582031525,"speed":44.79036944790369,"context":0.8627729821372943},"fitScore":59.33809466891226,"scoredOn":["price","context","speed"]},{"slug":"cerebras-glm-4-7","name":"GLM 4.7 (Cerebras)","provider":"Cerebras","isDated":false,"taskPricePerM":2.4166666666666665,"monthlyCostUsd":725,"tokensPerSecond":1980,"contextWindow":200000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":39.03318918063334,"speed":80.48982980489829,"context":16.235280175597975},"fitScore":55.40888656104904,"scoredOn":["price","context","speed"]},{"slug":"gpt-oss-120b","name":"GPT-OSS 120B","provider":"Groq","isDated":false,"taskPricePerM":0.3,"monthlyCostUsd":90,"tokensPerSecond":780,"contextWindow":131072,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":74.94833170687414,"speed":30.676629306766294,"context":0.8627729821372943},"fitScore":47.61750975435193,"scoredOn":["price","context","speed"]},{"slug":"nova-micro","name":"Amazon Nova Micro","provider":"Amazon","isDated":false,"taskPricePerM":0.06999999999999999,"monthlyCostUsd":20.999999999999996,"tokensPerSecond":168,"contextWindow":128000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":100,"speed":5.271897052718971,"context":0},"fitScore":47.37235367372354,"scoredOn":["price","context","speed"]},{"slug":"glm-5-2","name":"GLM-5.2","provider":"Z.ai","isDated":false,"taskPricePerM":2.4,"monthlyCostUsd":720,"tokensPerSecond":null,"contextWindow":1000000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":39.15231936655083,"speed":null,"context":74.78430675446566},"fitScore":45.63086252798988,"scoredOn":["price","context"]},{"slug":"nova-lite","name":"Amazon Nova Lite","provider":"Amazon","isDated":false,"taskPricePerM":0.12000000000000002,"monthlyCostUsd":36.00000000000001,"tokensPerSecond":108,"contextWindow":300000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":90.72158317274351,"speed":2.7812370278123706,"context":30.985515153923266},"fitScore":45.17482060564248,"scoredOn":["price","context","speed"]},{"slug":"ministral-8b","name":"Ministral 8B","provider":"Mistral","isDated":false,"taskPricePerM":0.15,"monthlyCostUsd":45,"tokensPerSecond":158,"contextWindow":131072,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":86.88033582031525,"speed":4.85678704856787,"context":0.8627729821372943},"fitScore":41.36798258921114,"scoredOn":["price","context","speed"]}],"verifiedAt":"2026-08-08"},{"slug":"translation","name":"Translation","question":"What is the best LLM for translation?","weights":{"evidence":0,"price":0.5,"speed":0.35,"context":0.15},"requires":{},"evidence":[],"evidenceCoverage":{"tested":0,"total":32,"runAt":null},"workload":{"label":"Translation batch","inputTokens":1000,"outputTokens":1000,"callsPerMonth":100000},"picks":{"overall":"cerebras-gpt-oss-120b","budget":"cerebras-gpt-oss-120b","fastest":"cerebras-gpt-oss-120b","longContext":"gemini-3-1-pro"},"candidates":[{"slug":"cerebras-gpt-oss-120b","name":"GPT-OSS 120B (Cerebras)","provider":"Cerebras","isDated":false,"taskPricePerM":0.55,"monthlyCostUsd":110,"tokensPerSecond":2450,"contextWindow":131072,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":68.50812674016278,"speed":100,"context":0.8627729821372943},"fitScore":69.38347931740199,"scoredOn":["price","context","speed"]},{"slug":"gpt-oss-20b","name":"GPT-OSS 20B","provider":"Groq","isDated":false,"taskPricePerM":0.1875,"monthlyCostUsd":37.5,"tokensPerSecond":1120,"contextWindow":131072,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":86.94365132019301,"speed":44.79036944790369,"context":0.8627729821372943},"fitScore":59.277870914183396,"scoredOn":["price","context","speed"]},{"slug":"cerebras-glm-4-7","name":"GLM 4.7 (Cerebras)","provider":"Cerebras","isDated":false,"taskPricePerM":2.5,"monthlyCostUsd":500,"tokensPerSecond":1980,"contextWindow":200000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":42.569351353820196,"speed":80.48982980489829,"context":16.235280175597975},"fitScore":51.891408134964195,"scoredOn":["price","context","speed"]},{"slug":"nova-micro","name":"Amazon Nova Micro","provider":"Amazon","isDated":false,"taskPricePerM":0.08749999999999998,"monthlyCostUsd":17.499999999999996,"tokensPerSecond":168,"contextWindow":128000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":100,"speed":5.271897052718971,"context":0},"fitScore":51.84516396845164,"scoredOn":["price","context","speed"]},{"slug":"nova-lite","name":"Amazon Nova Lite","provider":"Amazon","isDated":false,"taskPricePerM":0.15000000000000002,"monthlyCostUsd":30.000000000000007,"tokensPerSecond":108,"contextWindow":300000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":90.76636081273843,"speed":2.7812370278123706,"context":30.985515153923266},"fitScore":51.00444063919203,"scoredOn":["price","context","speed"]},{"slug":"gpt-oss-120b","name":"GPT-OSS 120B","provider":"Groq","isDated":false,"taskPricePerM":0.375,"monthlyCostUsd":75,"tokensPerSecond":780,"contextWindow":131072,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":75.0692310591005,"speed":30.676629306766294,"context":0.8627729821372943},"fitScore":48.40085173423905,"scoredOn":["price","context","speed"]},{"slug":"glm-5-2","name":"GLM-5.2","provider":"Z.ai","isDated":false,"taskPricePerM":2.9,"monthlyCostUsd":580,"tokensPerSecond":null,"contextWindow":1000000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":40.02674342673585,"speed":null,"context":74.78430675446566},"fitScore":48.04771957928888,"scoredOn":["price","context"]},{"slug":"ministral-8b","name":"Ministral 8B","provider":"Mistral","isDated":false,"taskPricePerM":0.15,"monthlyCostUsd":30,"tokensPerSecond":158,"contextWindow":131072,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":90.76636081273843,"speed":4.85678704856787,"context":0.8627729821372943},"fitScore":47.21247182068856,"scoredOn":["price","context","speed"]}],"verifiedAt":"2026-08-08"},{"slug":"image-understanding","name":"Image Understanding","question":"What is the best LLM for image understanding?","weights":{"evidence":0,"price":0.4,"speed":0.1,"context":0.5},"requires":{"modalities":["vision"]},"evidence":[],"evidenceCoverage":{"tested":0,"total":22,"runAt":null},"workload":{"label":"Image analysis call","inputTokens":1500,"outputTokens":400,"callsPerMonth":20000},"picks":{"overall":"gemini-3-5-flash-lite","budget":"gemini-3-5-flash-lite","fastest":"qwen3-8-30b","longContext":"gemini-3-1-pro"},"candidates":[{"slug":"gemini-3-5-flash-lite","name":"Gemini 3.5 Flash Lite","provider":"Google","isDated":false,"taskPricePerM":0.5131578947368421,"monthlyCostUsd":19.500000000000004,"tokensPerSecond":162,"contextWindow":1000000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":68.36780645855744,"speed":18.64406779661017,"context":74.56485923195034},"fitScore":66.49395897905916,"scoredOn":["price","context","speed"]},{"slug":"gemini-3-1-pro","name":"Gemini 3.1 Pro","provider":"Google","isDated":false,"taskPricePerM":4.105263157894737,"monthlyCostUsd":156.00000000000003,"tokensPerSecond":55,"contextWindow":2000000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":28.663778759277204,"speed":2.157164869029276,"context":100},"fitScore":61.68122799061381,"scoredOn":["price","context","speed"]},{"slug":"grok-4-3","name":"Grok 4.3","provider":"xAI","isDated":false,"taskPricePerM":1.513157894736842,"monthlyCostUsd":57.5,"tokensPerSecond":98,"contextWindow":1000000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":47.72054962579118,"speed":8.782742681047766,"context":74.56485923195034},"fitScore":57.24892373439641,"scoredOn":["price","context","speed"]},{"slug":"nova-lite","name":"Amazon Nova Lite","provider":"Amazon","isDated":false,"taskPricePerM":0.09789473684210526,"monthlyCostUsd":3.72,"tokensPerSecond":108,"contextWindow":300000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":100,"speed":10.323574730354391,"context":30.384894835073815},"fitScore":56.22480489057235,"scoredOn":["price","context","speed"]},{"slug":"grok-4-20-0309-non-reasoning","name":"Grok-4.20","provider":"xAI","isDated":false,"taskPricePerM":2.8421052631578947,"monthlyCostUsd":108,"tokensPerSecond":104,"contextWindow":1000000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":35.68496909483859,"speed":9.70724191063174,"context":74.56485923195034},"fitScore":52.527141444973786,"scoredOn":["price","context","speed"]},{"slug":"gemini-3-6-flash","name":"Gemini 3.6 Flash","provider":"Google","isDated":false,"taskPricePerM":3.0789473684210527,"monthlyCostUsd":117,"tokensPerSecond":114,"contextWindow":1000000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":34.156665548479616,"speed":11.248073959938367,"context":74.56485923195034},"fitScore":52.06990323136085,"scoredOn":["price","context","speed"]},{"slug":"grok-4-20-0309-reasoning","name":"Grok-4.20 Reasoning","provider":"xAI","isDated":false,"taskPricePerM":2.8421052631578947,"monthlyCostUsd":108,"tokensPerSecond":52,"contextWindow":1000000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":35.68496909483859,"speed":1.694915254237288,"context":74.56485923195034},"fitScore":51.72590877933434,"scoredOn":["price","context","speed"]},{"slug":"gpt-5-6-luna","name":"GPT-5.6 Luna","provider":"OpenAI","isDated":false,"taskPricePerM":0.4105263157894737,"monthlyCostUsd":15.6,"tokensPerSecond":126,"contextWindow":400000,"evidenceAccuracy":null,"evidenceRuns":0,"sub":{"evidence":null,"price":72.6284204574189,"speed":13.097072419106318,"context":40.94143205325057},"fitScore":50.83179145150348,"scoredOn":["price","context","speed"]}],"verifiedAt":"2026-08-08"}]}